-- Logs begin at Mon 2021-05-10 16:31:36 UTC, end at Mon 2021-05-10 17:43:57 UTC. -- May 10 17:19:36.527540 dv-cinder-786384-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 10 17:19:38.896638 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.common.config [-] Logging enabled! May 10 17:19:38.897086 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:19:38.897395 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79126) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:19:38.900591 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.common.config [-] Logging enabled! May 10 17:19:38.900845 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 17:19:38.901150 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79126) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 17:19:38.902059 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:19:38.902291 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:19:38.902643 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:19:38.902907 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:19:38.903132 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:19:38.903442 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.903734 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.904025 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.904253 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.904541 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.904828 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.905114 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.905397 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.905690 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.905973 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.906251 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.906530 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.906759 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.907063 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.907344 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.907625 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.907844 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] debug = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.908119 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.908542 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.908930 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.909205 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.909488 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.909757 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.910026 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.910295 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.910573 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.911423 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] host = dv-cinder-786384-3-smb {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.911698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.911979 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.912262 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.912543 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.912814 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.913085 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.913364 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.913631 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.913896 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.914165 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.914448 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.914731 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.915037 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.915261 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.915495 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.915765 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.916044 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.916315 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.916584 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.916851 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.917119 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.917387 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.917649 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.917927 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.918207 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.918486 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.918753 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.919047 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.919313 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.919577 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.919854 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.920281 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.920572 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.920845 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.921128 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.921392 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.921661 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.921954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.922235 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.922513 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.922815 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.923089 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.923367 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.923635 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.923902 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.924167 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_json = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.924435 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.924701 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.924979 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.925323 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.925604 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.925873 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.926140 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.927041 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:38.927341 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.927638 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.927936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.928215 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.928507 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.928783 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.929070 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.929345 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.929629 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.929915 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.930199 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.930471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.930755 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.931053 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.931342 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.931641 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.931930 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.932214 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.932486 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.932755 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.933025 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.933298 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.933581 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.933868 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.934153 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.934422 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.934696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.935006 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.935283 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.935551 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.935828 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.936111 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.936385 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.936652 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.936928 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.937199 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.937466 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.937734 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.938007 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.938291 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.938561 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.938851 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.939120 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.939393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.939658 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.939935 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.940204 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.940471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.940737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.941010 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.941275 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.941540 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.941812 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.942117 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.942391 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.942657 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.942962 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.943231 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.943497 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.943765 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.944031 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.944298 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.944569 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.944836 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.945102 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.945368 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.945641 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.945907 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.946184 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.946474 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.946746 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.947046 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.947319 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.947594 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.947866 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.948138 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.948412 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.948684 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.948952 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.949237 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.949517 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.949796 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.950073 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.950344 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.950634 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.950940 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.951219 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.951491 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.951764 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.952047 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.952325 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.952613 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.952903 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.953192 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.953480 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.953762 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.954037 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.954336 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.954609 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:38.954843 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:19:38.955079 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79126) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 17:19:39.299041 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:39.299235 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:39.299519 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:19:39.299860 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 17:19:39.599516 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.599803 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.600068 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.601252 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.601521 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.601782 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.720084 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.720361 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.720628 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.733687 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.733972 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.734241 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.763049 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.763326 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.763586 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.800805 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.801082 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:39.801374 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.031258 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.031847 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.031847 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.032021 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.032699 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.154962 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.155278 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.155560 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.155830 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.156093 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.156398 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.156654 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.156906 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.157156 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.157434 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.157690 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.157950 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.158210 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.158463 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.158725 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.159013 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.159269 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.159540 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.159790 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.160066 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.160409 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.160682 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.160929 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.161349 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.161602 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.161849 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.162231 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.162468 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.162707 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.162965 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.163200 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.163432 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:40.163790 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 17:19:40.166833 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 17:19:40.170646 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 17:19:40.174556 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 10 17:19:40.176180 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 17:19:40.177149 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 17:19:40.177481 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 17:19:40.177859 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 17:19:40.180702 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 17:19:40.180954 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 17:19:40.181454 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:19:40.208945 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 17:19:40.209388 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.209683 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79126) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 17:19:40.210044 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.211487 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79126) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 17:19:40.211767 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 17:19:40.212019 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 17:19:40.215125 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.215407 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:40.297339 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 17:19:40.297525 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 17:19:40.297761 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 17:19:40.298125 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 17:19:40.328086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_db.sqlalchemy.engines [None req-3944d33a-efb2-480c-a954-850bee27204d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79126) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 17:19:40.846314 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing driver for type 'gre' May 10 17:19:40.846878 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3944d33a-efb2-480c-a954-850bee27204d None None] gre ID ranges: [(1, 1000)] May 10 17:19:41.127862 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing driver for type 'local' May 10 17:19:41.128395 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing driver for type 'vlan' May 10 17:19:41.236564 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3944d33a-efb2-480c-a954-850bee27204d None None] VlanTypeDriver initialization complete May 10 17:19:41.236925 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing driver for type 'vxlan' May 10 17:19:41.237427 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3944d33a-efb2-480c-a954-850bee27204d None None] vxlan ID ranges: [(1, 1000)] May 10 17:19:41.533527 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing extension driver 'port_security' May 10 17:19:41.533799 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.extensions.port_security [None req-3944d33a-efb2-480c-a954-850bee27204d None None] PortSecurityExtensionDriver initialization complete May 10 17:19:41.534140 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing mechanism driver 'openvswitch' May 10 17:19:41.534465 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing mechanism driver 'hyperv' May 10 17:19:41.541574 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.plugins.ml2.plugin [None req-3944d33a-efb2-480c-a954-850bee27204d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:41.542329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.542701 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.543076 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.543460 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.543814 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.544150 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546398 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546398 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546398 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546398 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.546933 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.547255 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.547629 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > address_group after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.547968 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > address_group after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.548303 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > address_group after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.548637 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3944d33a-efb2-480c-a954-850bee27204d None None] ML2 OVO RPC backend initialized. {{(pid=79126) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 17:19:41.549334 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.549684 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.550090 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.550434 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > networks before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.550776 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.551134 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > ports before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.551472 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.551823 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnets before_response 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.552168 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.552506 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.552838 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.553171 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.553503 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.553835 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.554168 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.554545 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.554901 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.555474 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.plugin [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Modular L2 Plugin initialization complete May 10 17:19:41.555797 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading services supported by the core plugin {{(pid=79126) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 17:19:41.556118 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.plugins.ml2.managers [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Got port-security extension from driver 'port_security' May 10 17:19:41.556573 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.extensions.vlantransparent [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Disabled vlantransparent extension. May 10 17:19:41.557054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79126) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 17:19:41.557362 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: router May 10 17:19:41.592981 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.593374 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_create 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.593744 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router before_create 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.594110 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.594481 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.594851 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_delete 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.595208 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > floatingip after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.595566 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_create 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.595911 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.596256 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.596600 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.596954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.597355 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.597718 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.598052 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.598383 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: subnet after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.598717 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.599656 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > port precommit_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.600002 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_create 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.600341 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.600677 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.601031 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router after_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.601372 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_delete 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.601720 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_create 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.602077 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.602419 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_update 55549900 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.602804 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > network after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.603642 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Tracking information for resource: router configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:41.603971 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Tracking information for resource: floatingip configured {{(pid=79126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 17:19:41.608793 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.db.l3_agentschedulers_db [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 17:19:41.609359 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.609717 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.610066 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.610415 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: port after_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.611211 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router before_create 55550100 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.611581 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_delete 55550100 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.611942 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_create 55550100 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.612297 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > router precommit_update 55550100 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.616756 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.provider_configuration [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service providers = [] {{(pid=79126) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 17:19:41.617120 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.db.servicetype_db [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79126) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 17:19:41.620075 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.service_base [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:19:41.620428 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.service_base [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:19:41.620767 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.service_base [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:19:41.621654 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.services.service_base [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 17:19:41.622021 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.services.service_base [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 17:19:41.623853 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.624192 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 17:19:41.634887 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.635222 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: auto_allocate May 10 17:19:41.640936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: network precommit_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.641308 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: network precommit_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.641816 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.642133 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: tag May 10 17:19:41.649377 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.649703 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: timestamp May 10 17:19:41.653435 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.653765 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: network_ip_availability May 10 17:19:41.658932 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.659299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.659651 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.660346 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.660663 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: flavors May 10 17:19:41.666074 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.666408 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading Plugin: revisions May 10 17:19:41.670622 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 17:19:41.671046 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.371s {{(pid=79126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:19:41.671778 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79126) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 17:19:41.672109 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Initializing extension manager. May 10 17:19:41.672607 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: __init__.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.672945 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: __pycache__ {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.673277 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.673608 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: address_group.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.674342 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.674936 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: address-group May 10 17:19:41.675259 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: address_scope.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.675957 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.676466 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: address-scope May 10 17:19:41.676791 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: admin_state_down_before_update.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.678226 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.678731 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: router-admin-state-down-before-update May 10 17:19:41.679077 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: agent.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.679761 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.680261 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: agent May 10 17:19:41.680580 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: agent_resources_synced.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.681473 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.681969 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: agent-resources-synced May 10 17:19:41.682287 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: allowedaddresspairs.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.684060 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.684586 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: allowed-address-pairs May 10 17:19:41.684912 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: auto_allocated_topology.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.685968 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.686484 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: auto-allocated-topology May 10 17:19:41.686829 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: availability_zone.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.687514 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.688017 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: availability_zone May 10 17:19:41.688337 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: availability_zone_filter.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.689227 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.689733 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: availability_zone_filter May 10 17:19:41.690054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: data_plane_status.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.690982 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.691497 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension data-plane-status not supported by any of loaded plugins May 10 17:19:41.691815 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: default_subnetpools.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.693257 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.693761 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: default-subnetpools May 10 17:19:41.694080 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: dhcpagentscheduler.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.695039 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.695545 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: dhcp_agent_scheduler May 10 17:19:41.695866 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: dns.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.696760 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.697260 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension dns-integration not supported by any of loaded plugins May 10 17:19:41.697580 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: dns_domain_ports.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.698470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.698996 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 17:19:41.699317 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: dvr.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.699975 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.700474 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: dvr May 10 17:19:41.700789 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: empty_string_filtering.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.701686 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.702183 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: empty-string-filtering May 10 17:19:41.702499 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.703421 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.703921 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 17:19:41.704241 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.705133 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.705632 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 17:19:41.705952 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: external_net.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.706864 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.707374 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: external-net May 10 17:19:41.707693 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: extra_dhcp_opt.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.708602 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.709109 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: extra_dhcp_opt May 10 17:19:41.709429 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: extraroute.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.710351 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.710879 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: extraroute May 10 17:19:41.711206 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: extraroute_atomic.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.712261 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.712771 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: extraroute-atomic May 10 17:19:41.713089 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: filter_validation.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.713743 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.714252 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: filter-validation May 10 17:19:41.714571 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: fip_pf_description.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.715740 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.716247 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 17:19:41.716566 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: fip_port_details.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.717464 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.717970 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: fip-port-details May 10 17:19:41.718288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: flavors.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.719517 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.720031 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: flavors May 10 17:19:41.720353 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.722017 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.722539 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 17:19:41.722910 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: floatingip_pools.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.723603 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.724138 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: floatingip-pools May 10 17:19:41.724464 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: ip_allocation.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.725368 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.725877 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension ip_allocation not supported by any of loaded plugins May 10 17:19:41.726208 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.727122 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.727630 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: ip-substring-filtering May 10 17:19:41.727954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l2_adjacency.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.728849 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.729359 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension l2_adjacency not supported by any of loaded plugins May 10 17:19:41.729681 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.730625 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.731179 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: router May 10 17:19:41.731504 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3_conntrack_helper.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.733708 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.734231 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 17:19:41.734562 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.735495 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.736004 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: ext-gw-mode May 10 17:19:41.736328 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.737233 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.737738 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: l3-ha May 10 17:19:41.738059 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3_flavors.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.738985 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.740021 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: l3-flavors May 10 17:19:41.740343 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.741264 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.741769 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: l3-port-ip-change-not-allowed May 10 17:19:41.742089 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: l3agentscheduler.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.743140 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.743648 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: l3_agent_scheduler May 10 17:19:41.743969 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: logging.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.745444 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.745961 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension logging not supported by any of loaded plugins May 10 17:19:41.746288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: metering.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.747047 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.747621 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: metering May 10 17:19:41.747942 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.749027 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.749543 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: metering_source_and_destination_fields May 10 17:19:41.749866 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: multiprovidernet.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.750931 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.751455 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: multi-provider May 10 17:19:41.751779 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: netmtu.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.752678 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.753186 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: net-mtu May 10 17:19:41.753504 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: netmtu_writable.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.754402 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.754943 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: net-mtu-writable May 10 17:19:41.755803 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: network_availability_zone.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.756460 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.757229 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: network_availability_zone May 10 17:19:41.757545 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: network_ip_availability.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.758614 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.759150 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: network-ip-availability May 10 17:19:41.759471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: network_segment_range.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.760225 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.760728 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension network-segment-range not supported by any of loaded plugins May 10 17:19:41.761050 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: pagination.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.762009 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.762339 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: pagination May 10 17:19:41.762660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: port_device_profile.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.763570 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.764081 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: port-device-profile May 10 17:19:41.764399 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.765299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.765804 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: port-mac-address-regenerate May 10 17:19:41.766121 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.767038 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.767541 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: port-numa-affinity-policy May 10 17:19:41.767860 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: port_resource_request.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.768749 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.769246 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension port-resource-request not supported by any of loaded plugins May 10 17:19:41.769565 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: portbindings.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.770465 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.771013 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: binding May 10 17:19:41.771340 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: portbindings_extended.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.772595 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.773102 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: binding-extended May 10 17:19:41.773424 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: portsecurity.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.774317 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.774847 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: port-security May 10 17:19:41.775171 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: project_id.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.776125 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.776453 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: project-id May 10 17:19:41.776772 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: providernet.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.777663 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.778172 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: provider May 10 17:19:41.778493 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.782031 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.782586 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos not supported by any of loaded plugins May 10 17:19:41.782946 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.784233 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.784702 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 17:19:41.785031 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.785942 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.786480 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 17:19:41.786827 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_default.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.787726 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.788238 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-default not supported by any of loaded plugins May 10 17:19:41.788559 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_fip.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.789199 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.789703 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-fip not supported by any of loaded plugins May 10 17:19:41.790022 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_gateway_ip.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.790956 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.791469 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 17:19:41.791789 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_port_network_policy.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.792678 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.793181 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 17:19:41.793500 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_rule_type_details.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.794392 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.794923 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 17:19:41.795245 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: qos_rules_alias.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.796273 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.796781 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 17:19:41.797103 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: quotasv2.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.798113 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.798439 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: quotas May 10 17:19:41.798758 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: quotasv2_detail.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.800369 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.800708 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: quota_details May 10 17:19:41.801040 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: rbac.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.802602 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.803148 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: rbac-policies May 10 17:19:41.803479 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: rbac_address_group.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.804393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.804903 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: rbac-address-group May 10 17:19:41.805226 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: rbac_address_scope.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.806129 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.806637 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: rbac-address-scope May 10 17:19:41.806982 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: rbac_security_groups.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.807882 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.808385 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: rbac-security-groups May 10 17:19:41.808705 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: rbac_subnetpool.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.809622 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.810130 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: rbac-subnetpool May 10 17:19:41.810450 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: revisionifmatch.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.811381 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.811893 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: revision-if-match May 10 17:19:41.812214 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: revisions.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.813300 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.813811 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: standard-attr-revisions May 10 17:19:41.814135 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: router_availability_zone.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.814820 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.815335 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: router_availability_zone May 10 17:19:41.815656 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: routerservicetype.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.816583 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.817088 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension router-service-type not supported by any of loaded plugins May 10 17:19:41.817406 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.818906 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.819418 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: security-groups-normalized-cidr May 10 17:19:41.819737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: security_groups_port_filtering.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.820640 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.821159 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: port-security-groups-filtering May 10 17:19:41.821480 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.822391 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.822929 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: security-groups-remote-address-group May 10 17:19:41.823252 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: securitygroup.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.832717 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.833290 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: security-group May 10 17:19:41.833628 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: segment.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.834403 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.834950 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension segment not supported by any of loaded plugins May 10 17:19:41.835278 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.836198 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.836710 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 17:19:41.837033 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: servicetype.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.838134 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.838650 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: service-type May 10 17:19:41.839012 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: sorting.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.839975 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.840309 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: sorting May 10 17:19:41.840629 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: standard_attr_segment.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.841527 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.842039 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 17:19:41.842393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: standardattrdescription.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.843071 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.843575 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: standard-attr-description May 10 17:19:41.843895 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: stateful_security_group.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.844801 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.845312 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: stateful-security-group May 10 17:19:41.845635 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: stdattrs_common.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.846200 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 17:19:41.846520 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.847525 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.848033 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 17:19:41.848357 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnet_onboard.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.849924 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.850434 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: subnet_onboard May 10 17:19:41.850756 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.851696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.852197 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 17:19:41.852516 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnet_service_types.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.853416 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.853925 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: subnet-service-types May 10 17:19:41.854246 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnetallocation.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.855355 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.855863 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: subnet_allocation May 10 17:19:41.856185 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.856840 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.857343 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: subnetpool-prefix-ops May 10 17:19:41.857664 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.858578 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.859110 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 17:19:41.859433 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: tagging.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.860476 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.861004 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: standard-attr-tag May 10 17:19:41.861334 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: timestamp.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.862516 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.863067 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loaded extension: standard-attr-timestamp May 10 17:19:41.863394 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: trunk.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.864990 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.865506 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension trunk not supported by any of loaded plugins May 10 17:19:41.865831 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: trunk_details.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.866733 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.867279 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension trunk-details not supported by any of loaded plugins May 10 17:19:41.867602 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: uplink_status_propagation.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.868504 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.869009 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 17:19:41.869331 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Loading extension file: vlantransparent.py {{(pid=79126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 17:19:41.869986 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 17:19:41.870488 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extension vlan-transparent not supported by any of loaded plugins May 10 17:19:41.872962 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:network May 10 17:19:41.873697 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnet May 10 17:19:41.874460 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:19:41.875103 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:port May 10 17:19:41.876351 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.876799 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service FLAVORS assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.877441 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.877876 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.878208 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:router May 10 17:19:41.878908 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:floatingip May 10 17:19:41.879617 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service METERING assigned prefix: /metering {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.881067 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.881435 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.882052 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:19:41.883218 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:19:41.883678 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:security_group May 10 17:19:41.884325 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:19:41.885064 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service CORE assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.885401 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:19:41.885740 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] subnetpool is already registered May 10 17:19:41.886344 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service CORE assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.886702 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:19:41.887060 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] subnetpool is already registered May 10 17:19:41.889625 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.890058 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service FLAVORS assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.890660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.891111 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.891450 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:router May 10 17:19:41.891778 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] router is already registered May 10 17:19:41.892368 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:floatingip May 10 17:19:41.892692 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] floatingip is already registered May 10 17:19:41.893316 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service METERING assigned prefix: /metering {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.893991 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of CountableResource for resource:rbac_policy May 10 17:19:41.894316 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] rbac_policy is already registered May 10 17:19:41.895851 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:security_group May 10 17:19:41.896191 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] security_group is already registered May 10 17:19:41.896790 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:security_group_rule May 10 17:19:41.897120 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] security_group_rule is already registered May 10 17:19:41.897788 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service CORE assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.898122 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:19:41.898446 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] subnetpool is already registered May 10 17:19:41.899071 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.v2.resource_helper [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Service CORE assigned prefix: {{(pid=79126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 17:19:41.899401 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Creating instance of TrackedResource for resource:subnetpool May 10 17:19:41.899722 dv-cinder-786384-3-smb neutron-server[79126]: WARNING neutron.quota.resource_registry [None req-3944d33a-efb2-480c-a954-850bee27204d None None] subnetpool is already registered May 10 17:19:41.900363 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: extensions {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.901826 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: address-groups {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.903468 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: address-scopes {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.904698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: agents {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.905884 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: auto-allocated-topology {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.907143 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: availability_zones {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.908451 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: dhcp-networks {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.909869 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: dhcp-agents {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.911853 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: routers {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.913668 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: flavors {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.914845 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: service_profiles {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.916034 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: next_providers {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.917560 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: service_profiles {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.919039 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: floatingip-pools {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.920270 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: routers {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.922085 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: floatingips {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.923299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: l3-routers {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.924673 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: l3-agents {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.926085 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: metering-labels {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.928123 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: metering-label-rules {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.929389 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: network-ip-availabilities {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.930648 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: bindings {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.932311 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: quotas {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.933738 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: quotas {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.935208 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: rbac-policies {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.936516 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: security-groups {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.937722 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: security-group-rules {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.939015 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: service-providers {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.941194 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: subnetpools {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.942630 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: subnetpools {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.944125 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.945795 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.947654 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.949424 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.951257 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.953099 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.954798 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.957580 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:41.959420 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:42.072554 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron.api.extensions [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Extended resource: tags {{(pid=79126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 17:19:42.078467 dv-cinder-786384-3-smb neutron-server[79126]: WARNING keystonemiddleware.auth_token [None req-3944d33a-efb2-480c-a954-850bee27204d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 17:19:42.083988 dv-cinder-786384-3-smb neutron-server[79126]: WARNING keystonemiddleware.auth_token [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 17:19:42.092226 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Acquired lock "singleton_lock" {{(pid=79126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 17:19:42.092712 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_concurrency.lockutils [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Releasing lock "singleton_lock" {{(pid=79126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 17:19:42.093342 dv-cinder-786384-3-smb neutron-server[79126]: INFO oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Starting 2 workers May 10 17:19:42.098083 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Started child 79235 {{(pid=79126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:19:42.102929 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Started child 79236 {{(pid=79126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:19:42.103780 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.104725 dv-cinder-786384-3-smb neutron-server[79126]: INFO neutron.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Neutron service started, listening on 0.0.0.0:9696 May 10 17:19:42.105250 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Notify callbacks [] for process, before_spawn {{(pid=79126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.105426 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [-] (79235) wsgi starting up on http://0.0.0.0:9696 May 10 17:19:42.107416 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.107902 dv-cinder-786384-3-smb neutron-server[79126]: INFO oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Starting 1 workers May 10 17:19:42.108813 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [-] (79236) wsgi starting up on http://0.0.0.0:9696 May 10 17:19:42.112647 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Started child 79237 {{(pid=79126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:19:42.114570 dv-cinder-786384-3-smb neutron-server[79126]: INFO oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Starting 1 workers May 10 17:19:42.116759 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] calling RpcWorker wait() {{(pid=79237) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 17:19:42.117311 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] returning from RpcWorker wait() {{(pid=79237) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 17:19:42.118169 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Started child 79238 {{(pid=79126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 17:19:42.118563 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.118999 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG neutron_lib.callbacks.manager [None req-3944d33a-efb2-480c-a954-850bee27204d None None] Notify callbacks [] for process, after_spawn {{(pid=79126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.119163 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:42.120923 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:19:42.121223 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:19:42.121323 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:19:42.121525 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:19:42.121868 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:19:42.122032 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:19:42.122521 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.122825 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.122929 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:42.123374 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.123374 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.123642 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.123837 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:42.124220 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.124489 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.124742 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.125022 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.125283 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.125459 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.125629 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.125877 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.126126 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.126433 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.126707 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.126970 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.127251 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.127425 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.127677 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.127940 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.128487 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.128487 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] debug = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.128757 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.129126 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.129352 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.129617 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.129859 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.130191 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.130454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.130732 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.131007 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.131248 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.131480 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.132002 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.132247 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.132491 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.132796 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.133097 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.133252 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.133675 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] host = dv-cinder-786384-3-smb {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.133918 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.134168 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.134416 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.134675 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.134955 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.135174 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.135429 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.135689 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.135947 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.136187 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.136458 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.136703 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.136935 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.137177 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.137327 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_options = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.137570 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.137844 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.138122 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.138308 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.138478 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.138659 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.138935 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.139112 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.139425 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.139576 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.139784 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.140020 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.140260 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.140499 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.140756 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.141004 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.141253 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.141464 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.141711 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.141940 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.142166 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.142393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.142677 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.142929 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.143099 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.143314 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.149137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.150454 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_json = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.151471 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.152611 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.153597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.153597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.153597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.153597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.153597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.154214 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.154214 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.154470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.154601 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.154874 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.155235 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.155572 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.155836 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.156075 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.156330 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.156568 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.156820 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.157145 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.157418 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.157678 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.157943 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.158163 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.158385 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.158637 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.158879 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.159098 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.159888 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.160189 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.160410 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.160860 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.161778 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.161778 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.162012 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.162151 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.162381 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.162626 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.163023 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.163225 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.163455 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.163708 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.163925 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.164142 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.164374 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.164606 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.164848 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.165074 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.165303 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.165701 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.165701 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.165979 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.166148 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.166363 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.166623 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.166858 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.167078 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.167311 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.167595 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.171475 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.172655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.174379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.175470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.176737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.177528 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.177655 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.177921 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.178149 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.178470 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.178737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.179028 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.179576 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.179576 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.179886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.180057 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.180332 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.180551 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.180838 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.181136 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.181399 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.181671 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.181906 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.182179 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.182445 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.182681 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.183000 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.183217 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.183465 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.183684 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.183958 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.184206 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.184443 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.184661 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.184887 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.185426 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.185582 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.185732 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.185899 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.186130 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.186391 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.186640 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.186965 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.187217 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.187455 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.187715 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.187967 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.188189 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.188422 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.188654 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.188872 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.189122 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.189532 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.189686 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.189992 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.190161 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.190319 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.190541 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.190778 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.191001 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.191221 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.191440 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.191687 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.191901 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.192141 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.192443 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.192691 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.192925 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.193126 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.193512 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.193665 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.193802 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.194044 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.194291 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.194538 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.194802 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.195067 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.195307 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.195522 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.195769 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.196936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.196936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.196936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.196936 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.197267 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.197267 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.197408 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.197626 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.197862 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.198112 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.198453 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.198701 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.198968 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203082 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203082 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203082 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203499 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37776) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.203627 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.204546 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205393 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205881 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205881 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.205881 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.206107 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.206842 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.206842 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.206842 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.207104 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.207104 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.207343 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.207560 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.207772 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.208001 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.208757 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.209096 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.209345 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.209566 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.209853 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.210101 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.210329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.210597 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.210940 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.211161 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.211404 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.211625 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.211847 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.212090 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.212841 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.212911 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104771 May 10 17:19:42.213531 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.213531 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.214479 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.214749 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.215071 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.215347 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.215599 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.215827 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.216146 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.216487 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.216777 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.217036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.217301 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.217598 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.217825 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.218063 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.218281 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.218520 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.218737 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.219813 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.220063 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.220356 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.220573 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.220804 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.221024 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.221271 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.221517 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.221742 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.221957 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.222116 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:19:42.222689 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 17:19:42.222875 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 17:19:42.223041 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 17:19:42.223231 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 17:19:42.223402 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 17:19:42.223563 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 17:19:42.224414 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.224512 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.224698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.224868 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.225035 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.225217 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.225381 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.225636 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.225801 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.226176 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.226728 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.226935 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227094 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227255 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227423 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227587 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227728 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.227886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.228042 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.228197 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.228366 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] debug = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229946 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229946 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229946 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.229946 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.230321 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.230321 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.230321 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.230565 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.230653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] host = dv-cinder-786384-3-smb {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.231660 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232656 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232656 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232656 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232989 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.232989 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233182 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233182 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233385 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233489 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233614 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_options = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.233769 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.234081 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.234238 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.234562 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.234723 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.235131 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.235270 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.235577 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.235722 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.235880 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236024 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236185 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236328 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236496 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236894 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.236894 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237059 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237059 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237258 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237373 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237536 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237680 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.237840 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238001 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238160 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238322 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238481 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238640 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.238862 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240607 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240607 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240726 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.240941 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.241034 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.241192 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.241352 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.241509 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.241812 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.242137 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.242291 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.242445 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.242604 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_json = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.242763 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 17:19:42.244036 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245127 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.245954 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246428 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246428 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246428 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246428 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246744 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246744 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.246998 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247110 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247213 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247397 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247544 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247707 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247854 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.247988 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248379 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248819 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.248941 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.249075 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.249199 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.249360 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.249520 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.249827 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.250129 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.250420 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.250712 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.250902 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251063 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251229 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251392 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251556 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251720 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.251884 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252053 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252204 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252356 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252524 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252675 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252837 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.252998 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253160 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253321 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253482 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253643 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253806 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.253968 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.254142 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.254303 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.254464 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.254630 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.254850 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.255005 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.255168 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.255327 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.255485 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.256939 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.257696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.257696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.257696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.257696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.257696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258268 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258610 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258610 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258610 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258985 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.258985 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259215 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259337 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259458 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259569 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.259861 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.260024 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.260605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.260605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.260605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.260605 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261020 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261020 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261214 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261329 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261455 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261577 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261698 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261820 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.261985 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.262163 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.262313 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.262469 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.262827 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.262997 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.263161 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.263324 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.263565 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.263735 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.263898 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.264064 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.264891 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.264891 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.265083 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.265150 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.265322 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.265488 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.265661 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.266462 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.266462 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.266462 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.266462 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.266462 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267162 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267162 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267162 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267162 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.267886 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.268653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.268653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.268653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.268653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.268653 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.269824 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.272069 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.273086 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.274100 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.275164 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.276196 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277054 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277473 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277473 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277614 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277691 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277817 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.277951 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278126 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278289 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278450 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278613 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278774 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.278966 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279128 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279288 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279449 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279609 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279780 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.279935 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280118 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280299 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280420 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280539 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280696 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.280862 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281040 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281179 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281339 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281494 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281652 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281808 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.281964 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282131 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282290 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282448 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282612 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282770 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.282977 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283181 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283262 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283435 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283596 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283747 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.283908 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284070 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284234 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284402 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284581 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284750 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.284907 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285081 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285251 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285430 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285577 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285749 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.285922 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.286084 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.286275 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287091 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287248 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287404 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287565 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287728 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.287888 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288050 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288234 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288396 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288558 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288719 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.288880 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289040 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289202 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289362 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289525 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289686 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 17:19:42.289846 dv-cinder-786384-3-smb neutron-server[79126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 17:19:42.293760 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:53.023195 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940f7c7-4d5b-40e6-88e0-589e3ce6ef8e None None] get_active_networks_info from dv-cinder-786384-3-smb {{(pid=79237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 17:19:53.088998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5940f7c7-4d5b-40e6-88e0-589e3ce6ef8e None None] No non-hosted networks {{(pid=79237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 17:19:53.106469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.agentschedulers_db [None req-5940f7c7-4d5b-40e6-88e0-589e3ce6ef8e None None] DHCP Agent not found on host dv-cinder-786384-3-smb {{(pid=79237) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 17:19:53.172602 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2960b337-e22a-4261-9a0f-a60c532d74c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.365436 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.366077 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.367643 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.369858 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.371713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.372782 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.373259 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.380291 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.380856 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.382822 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.383335 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.385942 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.386439 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:19:55.388413 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786384-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:55.399559 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786384-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:19:55.625575 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0f0b36f6-3dd1-47d9-9f5d-48ed85c2bfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:55.631103 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-fe95083f-103c-4129-b026-cb13dc24e84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:56.351689 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:58.155030 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:19:59.544400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37874) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:00.131183 dv-cinder-786384-3-smb neutron-server[79236]: WARNING oslo_policy.policy [None req-f962cb5c-8af3-471f-96cb-9039e8af767f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:00.132110 dv-cinder-786384-3-smb neutron-server[79236]: WARNING oslo_policy.policy [None req-f962cb5c-8af3-471f-96cb-9039e8af767f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:00.351306 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [None req-f962cb5c-8af3-471f-96cb-9039e8af767f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:20:00.366866 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f962cb5c-8af3-471f-96cb-9039e8af767f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8069310 May 10 17:20:00.558231 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.db.l3_hamode_db [None req-222d49b1-31de-4346-9d29-f12dea56f1d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 17:20:00.643327 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d49b1-31de-4346-9d29-f12dea56f1d6 None None] Routers set() bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:20:00.643640 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d49b1-31de-4346-9d29-f12dea56f1d6 None None] Router IDs set() for agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 17:20:02.708487 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37888) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:03.068104 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:03.169380 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.policy [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79236) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:20:03.215144 dv-cinder-786384-3-smb neutron-server[79236]: WARNING oslo_policy.policy [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:03.215512 dv-cinder-786384-3-smb neutron-server[79236]: WARNING oslo_policy.policy [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:03.223823 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.quota [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Loaded quota_driver: . May 10 17:20:03.239199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:03.356103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544438116', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544434487', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544428011', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544420671', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544476602', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764544470707', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3616988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3581177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622033'] for rbac-policy, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:03.544914 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:03.546088 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-070bd01a-7c97-4706-a662-f3d43d825a96 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8366716 May 10 17:20:06.095664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37902) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:06.439232 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Request body: {'network': {'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'project_id': '1351636760454278ab7e69fb73d58033', 'name': 'private'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:06.443921 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:06.448252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Usage tracker for resource:network and tenant:1351636760454278ab7e69fb73d58033 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:06.452814 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:06.459325 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:06.531881 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Made reservation on behalf of 1351636760454278ab7e69fb73d58033 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:06.534547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:06.552103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:06.565693 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:06.569896 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:1351636760454278ab7e69fb73d58033 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:06.574678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:06.580323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:06.672876 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:06.743390 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:06.748638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:06.765638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:20:06.791098 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764545515668', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:06.791692 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Unsubscribe: segment precommit_create {{(pid=79236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:20:06.792143 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Added segment 69771b18-931d-4103-82b6-13d5bcb99176 of type vlan for network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb May 10 17:20:06.839721 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db71db63-2f35-4aba-aa64-f7b894fac9f1,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:06.855204 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.855533 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.855855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.856170 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.856482 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.856793 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.857097 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.857401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.857721 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.858025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.858326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.858624 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Tracked resource versions report: May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: pushed versions: May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: { 'AddressGroup': {'1.2'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'ConntrackHelper': {'1.0'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Log': {'1.0'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Network': {'1.1'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Port': {'1.7'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'PortForwarding': {'1.2'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'QosPolicy': {'1.8'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroup': {'1.4'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroupRule': {'1.2'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SubPort': {'1.0'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Subnet': {'1.1'}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Trunk': {'1.1'}} May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: consumer versions: May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'ConntrackHelper': '1.0', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Log': '1.0', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Network': '1.1', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Port': '1.7', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'PortForwarding': '1.2', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'QosPolicy': '1.8', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroup': '1.4', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroupRule': '1.2', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'SubPort': '1.0', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Subnet': '1.1', May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: 'Trunk': '1.1'}} May 10 17:20:06.859702 dv-cinder-786384-3-smb neutron-server[79236]: {{(pid=79236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:20:06.904472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:06.916776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:07.041518 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:07.042942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:07.043645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:07.048649 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:07.139134 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=90e2b0a0-ed57-4ede-9bfc-8a690aa068eb,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:07.142162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:07.150774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:20:07.294233 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1975121 May 10 17:20:09.887499 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 37918) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:10.458374 dv-cinder-786384-3-smb neutron-server[79235]: WARNING oslo_policy.policy [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:10.458977 dv-cinder-786384-3-smb neutron-server[79235]: WARNING oslo_policy.policy [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:10.889158 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.policy [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79235) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 17:20:10.933678 dv-cinder-786384-3-smb neutron-server[79235]: WARNING oslo_policy.policy [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:10.934049 dv-cinder-786384-3-smb neutron-server[79235]: WARNING oslo_policy.policy [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 17:20:10.942754 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:10.944620 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a0ed1b3e-f003-4f85-b197-55003ee319d4 admin admin] 10.222.0.26 "GET /v2.0/networks/90e2b0a0-ed57-4ede-9bfc-8a690aa068eb HTTP/1.1" status: 200 len: 825 time: 1.0551243 May 10 17:20:10.975871 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-474d0e8a-5582-4ccf-8452-6d0d2da76bcb admin admin] 10.222.0.26 "GET /v2.0/subnetpools/38261751-4f6a-403c-9a0d-b020b6879557 HTTP/1.1" status: 200 len: 734 time: 0.0259850 May 10 17:20:10.984184 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Request body: {'subnet': {'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'name': 'private-subnet'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:10.985715 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.quota [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Loaded quota_driver: . May 10 17:20:10.992042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:10.997465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Usage tracker for resource:subnet and tenant:1351636760454278ab7e69fb73d58033 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:11.000750 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:11.008434 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:11.109184 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Made reservation on behalf of 1351636760454278ab7e69fb73d58033 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:11.111940 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:11.658474 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:11.664289 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:11.735071 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Checking segment: {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:11.735448 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Network hostable DHCP agents. Network: 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:20:11.759683 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff760c3-16a3-44aa-9844-8aeb0029dea4,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:11.769600 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.769939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.770266 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.770589 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.770937 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.771256 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.771566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.771879 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.772284 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.772598 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.772906 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.773210 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Tracked resource versions report: May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: pushed versions: May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: { 'AddressGroup': {'1.2'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'ConntrackHelper': {'1.0'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Log': {'1.0'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Network': {'1.1'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Port': {'1.7'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'PortForwarding': {'1.2'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'QosPolicy': {'1.8'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroup': {'1.4'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroupRule': {'1.2'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SubPort': {'1.0'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Subnet': {'1.1'}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Trunk': {'1.1'}} May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: consumer versions: May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'ConntrackHelper': '1.0', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Log': '1.0', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Network': '1.1', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Port': '1.7', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'PortForwarding': '1.2', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'QosPolicy': '1.8', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroup': '1.4', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroupRule': '1.2', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'SubPort': '1.0', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Subnet': '1.1', May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: 'Trunk': '1.1'}} May 10 17:20:11.774274 dv-cinder-786384-3-smb neutron-server[79235]: {{(pid=79235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:20:11.802022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:11.869141 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:20:11.943571 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:11.948156 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:11.948796 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:11.952794 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816ef1b-aee2-4eae-b855-329a51959c30 None None] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:12.041682 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0608521 May 10 17:20:12.262986 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:20:12.264346 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:12.448444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Allocated IP 172.20.0.2 (90e2b0a0-ed57-4ede-9bfc-8a690aa068eb/9ff760c3-16a3-44aa-9844-8aeb0029dea4/bbaa9a6c-b5a2-4b0a-a178-9f7983382316) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:20:12.676013 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:12.688841 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Transition to ACTIVE for port object bbaa9a6c-b5a2-4b0a-a178-9f7983382316 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:20:12.708824 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Transition to ACTIVE for port object bbaa9a6c-b5a2-4b0a-a178-9f7983382316 will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:20:12.796517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:12.801896 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:12.857154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:20:12.859870 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:12.870142 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:20:12.876625 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Pushing event updated for resources: {'Port': ['ID=bbaa9a6c-b5a2-4b0a-a178-9f7983382316,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:12.912043 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.912380 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.912713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.913039 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.913362 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.913682 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.913998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.914310 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.914626 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.914973 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.915286 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.915594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Tracked resource versions report: May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: pushed versions: May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: { 'AddressGroup': {'1.2'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'ConntrackHelper': {'1.0'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Log': {'1.0'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Network': {'1.1'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Port': {'1.7'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'PortForwarding': {'1.2'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'QosPolicy': {'1.8'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroup': {'1.4'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroupRule': {'1.2'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SubPort': {'1.0'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Subnet': {'1.1'}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Trunk': {'1.1'}} May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: consumer versions: May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'ConntrackHelper': '1.0', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Log': '1.0', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Network': '1.1', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Port': '1.7', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'PortForwarding': '1.2', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'QosPolicy': '1.8', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroup': '1.4', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroupRule': '1.2', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'SubPort': '1.0', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Subnet': '1.1', May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: 'Trunk': '1.1'}} May 10 17:20:12.916685 dv-cinder-786384-3-smb neutron-server[79237]: {{(pid=79237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:20:12.930885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:12.978307 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Attempting to bind port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:20:12.979008 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Attempting to bind port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:20:12.979122 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Attempting to bind port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 on network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:20:12.984213 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:20:12.984622 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Checking segment: {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:12.985083 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:12.985468 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Bound using segment: {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:20:12.985943 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Bound port: bbaa9a6c-b5a2-4b0a-a178-9f7983382316, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:20:12.986353 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:13.107874 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] For port bbaa9a6c-b5a2-4b0a-a178-9f7983382316, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:20:13.111940 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] For port bbaa9a6c-b5a2-4b0a-a178-9f7983382316, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=bbaa9a6c-b5a2-4b0a-a178-9f7983382316,segment=NetworkSegment(69771b18-931d-4103-82b6-13d5bcb99176),segment_id=69771b18-931d-4103-82b6-13d5bcb99176)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:20:13.191187 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:13.195997 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:13.303152 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Pushing event updated for resources: {'Port': ['ID=bbaa9a6c-b5a2-4b0a-a178-9f7983382316,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:13.303152 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:14.372044 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37938) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:14.742493 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [None req-58093820-f7c0-4f86-8273-1ef9636b1494 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:20:14.743483 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-58093820-f7c0-4f86-8273-1ef9636b1494 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3705065 May 10 17:20:17.085208 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37948) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:17.471459 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [None req-33593812-d843-4159-8c46-3ea7526d8266 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:20:17.472462 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-33593812-d843-4159-8c46-3ea7526d8266 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3862667 May 10 17:20:18.629447 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2c8072-afaa-422f-af0d-f1b983268471 None None] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:18.796421 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-dcebeea0-0266-4dde-8e1d-72576ea0c17e None None] Provisioning for port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:20:19.260831 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bbaa9a6c-b5a2-4b0a-a178-9f7983382316 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:19.388657 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:20:19.393450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:19.393848 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:19.514002 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:19.551014 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port bbaa9a6c-b5a2-4b0a-a178-9f7983382316, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=bbaa9a6c-b5a2-4b0a-a178-9f7983382316,segment=NetworkSegment(69771b18-931d-4103-82b6-13d5bcb99176),segment_id=69771b18-931d-4103-82b6-13d5bcb99176)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:20:19.607724 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:19.609863 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:19.674541 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=bbaa9a6c-b5a2-4b0a-a178-9f7983382316,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:19.678238 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:20.085144 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37964) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:20.429794 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1351636760454278ab7e69fb73d58033'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:20.434729 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:20.438443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Usage tracker for resource:router and tenant:1351636760454278ab7e69fb73d58033 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:20.441712 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:20.447293 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:20.537826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:20.539423 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:20.560013 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:20.728406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:20.807267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:20.808431 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c0e871cf-1116-4dff-9c8d-a2689b766709 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7223473 May 10 17:20:21.244126 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bbaa9a6c-b5a2-4b0a-a178-9f7983382316 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:21.309297 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:21.309660 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:22.983284 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-54a5236e-ad72-4521-950e-401ff814a227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:23.106154 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37974) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:23.463559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [None req-025a0bfd-9544-46c0-9be0-0426d15fe34e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:20:23.464530 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-025a0bfd-9544-46c0-9be0-0426d15fe34e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3574774 May 10 17:20:25.327280 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:25.595867 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-35a1927b-b699-4675-b274-0ef58e75d01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:25.791239 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 37984) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:26.150000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:26.155085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:26.158853 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Usage tracker for resource:network and tenant:61f291a9d02d4917bb949715a8315b12 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:26.162349 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:26.167955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:26.212634 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Made reservation on behalf of 61f291a9d02d4917bb949715a8315b12 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:26.214852 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.227096 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.241521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:26.245214 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Usage tracker for resource:security_group_rule and tenant:61f291a9d02d4917bb949715a8315b12 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:26.247988 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:26.253557 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:26.294303 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.332494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.400040 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.403917 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:26.420566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Reserving flat network on physical network physnet1 {{(pid=79236) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 17:20:26.440638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4778f6df-a36a-440c-9c11-e6711df403e8,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:26.444359 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:26.445251 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.445582 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Added segment c68cf24c-4ffc-44bf-a902-d8eecd6f95ac of type flat for network b31940cc-4a0d-4c48-822f-2a6aaed59f93 May 10 17:20:26.477091 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.584222 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.585461 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:26.586027 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:26.590455 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:26.701509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Pushing event updated for resources: {'Network': ['ID=b31940cc-4a0d-4c48-822f-2a6aaed59f93,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:26.704097 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:26.711372 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:20:26.762364 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9698679 May 10 17:20:28.144298 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:29.055493 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38004) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:29.261865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08ea6d-0b67-4656-8283-0394f3bba8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:29.263204 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1a08ea6d-0b67-4656-8283-0394f3bba8c6 admin admin] 10.222.0.26 "GET /v2.0/subnets/9ff760c3-16a3-44aa-9844-8aeb0029dea4 HTTP/1.1" status: 200 len: 849 time: 0.2067931 May 10 17:20:29.402727 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b29a640a-1b67-4972-a315-d1a62ae404a9 admin admin] 10.222.0.26 "GET /v2.0/routers/31679a73-a42f-4fa9-ad21-e5c7d33abed5 HTTP/1.1" status: 200 len: 704 time: 0.1340394 May 10 17:20:29.847054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.069554 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Allocated IP 172.20.0.1 (90e2b0a0-ed57-4ede-9bfc-8a690aa068eb/9ff760c3-16a3-44aa-9844-8aeb0029dea4/e1d04d90-f3fb-43af-9f02-88bdc9e54c1e) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:20:30.218858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.236493 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Transition to ACTIVE for port object e1d04d90-f3fb-43af-9f02-88bdc9e54c1e will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:20:30.349442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.353875 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:30.408869 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:20:30.411603 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:30.422122 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:20:30.422566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.593659 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Pushing event updated for resources: {'Port': ['ID=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:30.604754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:30.692771 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-efddaead-af89-4954-8ddc-e1dd2e171303 None None] Provisioning for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:20:30.697397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-efddaead-af89-4954-8ddc-e1dd2e171303 None None] Provisioning complete for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:30.697814 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-efddaead-af89-4954-8ddc-e1dd2e171303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:30.753562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-efddaead-af89-4954-8ddc-e1dd2e171303 None None] Port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:20:30.823773 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.044996 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.119957 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.120975 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.125061 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:31.250162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Pushing event updated for resources: {'Port': ['ID=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:31.254835 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:31.310477 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:20:31.311460 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:31.475519 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-8f33e035-b074-444b-8f71-1058d3727194 None None] Provisioning complete for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:31.475834 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8f33e035-b074-444b-8f71-1058d3727194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:31.527863 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-8f33e035-b074-444b-8f71-1058d3727194 None None] Port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:20:31.566664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:20:31.716453 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:20:31.726630 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] 10.222.0.26 "PUT /v2.0/routers/31679a73-a42f-4fa9-ad21-e5c7d33abed5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3178349 May 10 17:20:31.726833 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Sync routers for ids ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:20:31.736306 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Routers {'31679a73-a42f-4fa9-ad21-e5c7d33abed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:20:31.737308 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:20:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:31.911028 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Set router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 gateway port host: None {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:20:32.275349 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:30Z', 'revision_number': 2, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port_host': None, '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:30Z', 'revision_number': 2, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:32.280269 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Checking router: 31679a73-a42f-4fa9-ad21-e5c7d33abed5 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:20:32.280656 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Updating router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:20:32.332244 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.707598 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.722933 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Transition to ACTIVE for port object e1d04d90-f3fb-43af-9f02-88bdc9e54c1e will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:20:32.778411 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:32.783649 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:33.023383 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Pushing event updated for resources: {'Port': ['ID=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:33.025703 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Attempting to bind port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:20:33.026098 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Attempting to bind port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:20:33.026518 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Attempting to bind port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e on network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:20:33.036305 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.036646 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.036981 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.037308 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.037633 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.037977 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.038296 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.038612 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.038953 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.039278 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.039590 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.039898 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Tracked resource versions report: May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: pushed versions: May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: { 'AddressGroup': {'1.2'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'ConntrackHelper': {'1.0'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Log': {'1.0'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Network': {'1.1'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Port': {'1.7'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'PortForwarding': {'1.2'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'QosPolicy': {'1.8'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroup': {'1.4'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroupRule': {'1.2'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SubPort': {'1.0'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Subnet': {'1.1'}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Trunk': {'1.1'}} May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: consumer versions: May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'ConntrackHelper': '1.0', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Log': '1.0', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Network': '1.1', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Port': '1.7', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'PortForwarding': '1.2', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'QosPolicy': '1.8', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroup': '1.4', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroupRule': '1.2', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'SubPort': '1.0', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Subnet': '1.1', May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: 'Trunk': '1.1'}} May 10 17:20:33.040989 dv-cinder-786384-3-smb neutron-server[79238]: {{(pid=79238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:20:33.043359 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:20:33.044098 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Checking segment: {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:33.048774 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.048774 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Bound using segment: {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:20:33.048774 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Bound port: e1d04d90-f3fb-43af-9f02-88bdc9e54c1e, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69771b18-931d-4103-82b6-13d5bcb99176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:20:33.048774 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.060907 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:33.136673 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] For port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:20:33.140600 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] For port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,segment=NetworkSegment(69771b18-931d-4103-82b6-13d5bcb99176),segment_id=69771b18-931d-4103-82b6-13d5bcb99176)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:20:33.236225 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:33.240189 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:33.328004 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Routers {'31679a73-a42f-4fa9-ad21-e5c7d33abed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:20:33.328638 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:20:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:33.376377 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Pushing event updated for resources: {'Port': ['ID=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,revision_number=4']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:33.385763 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:33.488727 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] Set router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 gateway port host: None {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:20:33.813134 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:30Z', 'revision_number': 2, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port_host': None, '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 4, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:33.818355 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d0d63b-94cb-46ea-98e3-6a8476c38bd3 None None] The sync data for ids ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'] in dv-cinder-786384-3-smb is: [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:30Z', 'revision_number': 2, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port_host': None, '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:33Z', 'revision_number': 4, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:20:33.863252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38026) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:34.009411 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bca6e-7145-4ef9-8cd4-4b119e135461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:34.009963 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-617bca6e-7145-4ef9-8cd4-4b119e135461 admin admin] Synchronizing usage tracker for tenant:61f291a9d02d4917bb949715a8315b12 on resource:network {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:20:34.110308 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-617bca6e-7145-4ef9-8cd4-4b119e135461 admin admin] Unset dirty status for tenant:61f291a9d02d4917bb949715a8315b12 on resource:network {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:20:34.111516 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-617bca6e-7145-4ef9-8cd4-4b119e135461 admin admin] 10.222.0.26 "GET /v2.0/networks/b31940cc-4a0d-4c48-822f-2a6aaed59f93 HTTP/1.1" status: 200 len: 842 time: 0.2472763 May 10 17:20:34.121317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:34.126685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:20:34.131336 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Usage tracker for resource:subnet and tenant:61f291a9d02d4917bb949715a8315b12 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:20:34.134476 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:20:34.140644 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:20:34.228972 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Made reservation on behalf of 61f291a9d02d4917bb949715a8315b12 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:20:34.231357 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:34.753444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.objects.ports [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79236) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 17:20:34.753872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:34.758396 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:34.829736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:34.830086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Network hostable DHCP agents. Network: b31940cc-4a0d-4c48-822f-2a6aaed59f93, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:20:34.836584 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c99aa11c-6bde-47e4-82b0-763997b0e5ba,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:34.843598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:34.937566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:20:35.036485 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, b31940cc-4a0d-4c48-822f-2a6aaed59f93) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:35.040646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:35.041244 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:35.045853 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939dece3-51e0-4192-a3f0-a9ede66956e8 None None] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:35.166815 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0316749 May 10 17:20:35.268510 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09531e7b-6196-4f56-97ea-0647305b70b0 None None] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:20:37.275713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device e1d04d90-f3fb-43af-9f02-88bdc9e54c1e up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:37.361674 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38040) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:37.419757 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:20:37.425100 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:37.425546 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:37.543453 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:37.558032 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e3e7bbfa-e331-4342-812a-71bf3ca52fcb admin admin] 10.222.0.26 "GET /v2.0/routers/31679a73-a42f-4fa9-ad21-e5c7d33abed5 HTTP/1.1" status: 200 len: 710 time: 0.1951969 May 10 17:20:37.577420 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,segment=NetworkSegment(69771b18-931d-4103-82b6-13d5bcb99176),segment_id=69771b18-931d-4103-82b6-13d5bcb99176)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:20:37.618998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:37.621370 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:37.687540 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=e1d04d90-f3fb-43af-9f02-88bdc9e54c1e,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:37.687907 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e9795-f72d-4c71-97f4-a3b272eb2326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:20:37.689284 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f75e9795-f72d-4c71-97f4-a3b272eb2326 admin admin] 10.222.0.26 "GET /v2.0/networks/b31940cc-4a0d-4c48-822f-2a6aaed59f93 HTTP/1.1" status: 200 len: 886 time: 0.1262698 May 10 17:20:37.691124 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:37.698392 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:20:38.133557 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.577401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.631976 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.763840 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Allocated IP 172.28.3.153 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/31c692e4-e99e-4e48-9d66-925c7c763ba4) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:20:38.906638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.984383 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:38.988228 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-04b75d96-6b08-4fde-a70a-987d37f402dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:39.043681 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:20:39.046325 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:20:39.056853 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:20:39.109317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Pushing event updated for resources: {'Port': ['ID=31c692e4-e99e-4e48-9d66-925c7c763ba4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:39.164214 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:39.255922 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device e1d04d90-f3fb-43af-9f02-88bdc9e54c1e up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:39.323362 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:39.323732 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:39.499391 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:39.875776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:39.879032 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-468233'] for router, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:40.052004 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:20:40.224025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:20:40.231925 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:40.233093 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/31679a73-a42f-4fa9-ad21-e5c7d33abed5 HTTP/1.1" status: 200 len: 890 time: 2.5378850 May 10 17:20:40.233540 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Sync routers for ids ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:20:40.243816 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Routers {'31679a73-a42f-4fa9-ad21-e5c7d33abed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:20:40.244471 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:20:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:40.437735 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Set router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:20:40.772085 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:39Z', 'revision_number': 4, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port': {'id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:38Z', 'updated_at': '2021-05-10T17:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 5, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:40.776890 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Checking router: 31679a73-a42f-4fa9-ad21-e5c7d33abed5 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:20:40.777259 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Updating router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 port 31c692e4-e99e-4e48-9d66-925c7c763ba4 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:20:40.828607 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.169585 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:20:41.214992 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.226505 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Transition to ACTIVE for port object 31c692e4-e99e-4e48-9d66-925c7c763ba4 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:20:41.292863 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.296759 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:41.371264 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Attempting to bind port 31c692e4-e99e-4e48-9d66-925c7c763ba4 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:20:41.371629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Attempting to bind port 31c692e4-e99e-4e48-9d66-925c7c763ba4 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:20:41.371988 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Attempting to bind port 31c692e4-e99e-4e48-9d66-925c7c763ba4 on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:20:41.375285 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Pushing event updated for resources: {'Port': ['ID=31c692e4-e99e-4e48-9d66-925c7c763ba4,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:41.379946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:41.380791 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:20:41.381154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:20:41.381545 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.381926 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:20:41.382638 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Bound port: 31c692e4-e99e-4e48-9d66-925c7c763ba4, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:20:41.383045 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.454972 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] For port 31c692e4-e99e-4e48-9d66-925c7c763ba4, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:20:41.458270 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] For port 31c692e4-e99e-4e48-9d66-925c7c763ba4, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=31c692e4-e99e-4e48-9d66-925c7c763ba4,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:20:41.533450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:41.538246 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-28f2d8df-0458-4f24-9fbe-29ad7e990897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:41.611365 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Routers {'31679a73-a42f-4fa9-ad21-e5c7d33abed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:20:41.611972 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:20:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:41.725318 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Pushing event updated for resources: {'Port': ['ID=31c692e4-e99e-4e48-9d66-925c7c763ba4,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:41.728291 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:41.794731 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] Set router 31679a73-a42f-4fa9-ad21-e5c7d33abed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:20:42.120018 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:39Z', 'revision_number': 4, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port': {'id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:38Z', 'updated_at': '2021-05-10T17:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 5, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:20:42.124035 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cf2a98-1bd1-4efb-9669-49ba758de67d None None] The sync data for ids ['31679a73-a42f-4fa9-ad21-e5c7d33abed5'] in dv-cinder-786384-3-smb is: [{'id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'name': 'router1', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:20:20Z', 'updated_at': '2021-05-10T17:20:39Z', 'revision_number': 4, 'project_id': '1351636760454278ab7e69fb73d58033', 'gw_port': {'id': '31c692e4-e99e-4e48-9d66-925c7c763ba4', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:83:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:38Z', 'updated_at': '2021-05-10T17:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'e1d04d90-f3fb-43af-9f02-88bdc9e54c1e', 'name': '', 'network_id': '90e2b0a0-ed57-4ede-9bfc-8a690aa068eb', 'tenant_id': '1351636760454278ab7e69fb73d58033', 'mac_address': 'fa:16:3e:53:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31679a73-a42f-4fa9-ad21-e5c7d33abed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:20:29Z', 'updated_at': '2021-05-10T17:20:37Z', 'revision_number': 5, 'project_id': '1351636760454278ab7e69fb73d58033', 'subnets': [{'id': '9ff760c3-16a3-44aa-9844-8aeb0029dea4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '38261751-4f6a-403c-9a0d-b020b6879557'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:20:42.566163 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38050) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:20:42.681809 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-a82fcfb4-d542-492e-b033-8fcd8d018b15 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1145163 May 10 17:20:43.281018 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 31c692e4-e99e-4e48-9d66-925c7c763ba4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:43.407042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 31c692e4-e99e-4e48-9d66-925c7c763ba4 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:20:43.412412 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 31c692e4-e99e-4e48-9d66-925c7c763ba4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:43.412692 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.549566 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.566586 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 31c692e4-e99e-4e48-9d66-925c7c763ba4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=31c692e4-e99e-4e48-9d66-925c7c763ba4,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:20:43.646107 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:43.648171 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:20:43.712557 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=31c692e4-e99e-4e48-9d66-925c7c763ba4,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:20:43.715476 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:20:45.282686 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 31c692e4-e99e-4e48-9d66-925c7c763ba4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:20:45.359618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 31c692e4-e99e-4e48-9d66-925c7c763ba4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:20:45.360223 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:52.995082 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c43ae133-2ebd-4205-9c6c-b01ad60a0ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.327347 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:55.606421 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-fe1383c6-6a58-4bf6-8cdc-21bdca9edb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:56.316081 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:20:58.143218 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:18.169354 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:21:22.966777 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0a5e7f6f-b6c8-4021-b1fe-6d3b91fe46ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.337640 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:25.594334 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6500-fbeb-479b-af0b-b87a3e7ae88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:26.309602 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:28.132438 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:52.971947 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8ec1670b-4945-48bc-bc5d-53ab26a1c57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.168502 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:21:55.308692 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:55.583063 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-917dcf15-93ce-40c9-80bc-bacd0888cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:56.308726 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:21:58.120381 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:18.094658 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38620) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:18.162069 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f3bf3f-5bab-4c1a-bad5-55e59f9d0e4a admin admin] GET failed (client error): The resource could not be found. May 10 17:22:18.171525 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-26f3bf3f-5bab-4c1a-bad5-55e59f9d0e4a admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0677922 May 10 17:22:18.291472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584dc1c-3733-4339-8e14-a874393e6b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:18.292886 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1584dc1c-3733-4339-8e14-a874393e6b11 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259000 May 10 17:22:20.387954 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38630) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:20.495386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4876272b-1f57-468d-aa7e-799c7916d102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:20.495943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4876272b-1f57-468d-aa7e-799c7916d102 admin admin] Synchronizing usage tracker for tenant:61f291a9d02d4917bb949715a8315b12 on resource:subnet {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:22:20.581788 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4876272b-1f57-468d-aa7e-799c7916d102 admin admin] Unset dirty status for tenant:61f291a9d02d4917bb949715a8315b12 on resource:subnet {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:22:20.583025 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4876272b-1f57-468d-aa7e-799c7916d102 admin admin] 10.222.0.26 "GET /v2.0/subnets/9ff760c3-16a3-44aa-9844-8aeb0029dea4 HTTP/1.1" status: 200 len: 849 time: 0.1940939 May 10 17:22:20.592287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:22:20.704155 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Notify callbacks [] for subnet, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.936928 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764545509214'] for subnet, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.941887 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-59e78f3a-ede3-49c8-853d-298a1c887226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:22:20.983103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:20.984227 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:20.984922 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] 10.222.0.26 "PUT /v2.0/subnets/9ff760c3-16a3-44aa-9844-8aeb0029dea4 HTTP/1.1" status: 200 len: 868 time: 0.3965311 May 10 17:22:21.001848 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272f9b64-40f9-4b82-a114-07d55d795851 None None] Network 90e2b0a0-ed57-4ede-9bfc-8a690aa068eb requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:22:21.009870 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff760c3-16a3-44aa-9844-8aeb0029dea4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:22:21.017536 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.018442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.018759 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.019104 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.019424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.019740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.020050 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.020362 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.020695 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.021007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.021316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.021673 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:22:21.025210 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:22:21.441817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-45d79d9b-2f3b-4442-8546-a8d578ae898d None None] Provisioning complete for port bbaa9a6c-b5a2-4b0a-a178-9f7983382316 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:21.442187 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-45d79d9b-2f3b-4442-8546-a8d578ae898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:21.567821 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-45d79d9b-2f3b-4442-8546-a8d578ae898d None None] Provisioning complete for port e1d04d90-f3fb-43af-9f02-88bdc9e54c1e triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:22:21.568086 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-45d79d9b-2f3b-4442-8546-a8d578ae898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:22.982950 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-3c8cc173-1064-4c36-8ba7-ddb4be35a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:23.077552 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38640) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:23.249262 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b8b03-d4c5-4313-9e21-4885f3093c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.249742 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b8b03-d4c5-4313-9e21-4885f3093c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:23.251263 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-910b8b03-d4c5-4313-9e21-4885f3093c54 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727912 May 10 17:22:25.319554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:25.324992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38650) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:25.493156 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af9b7b-a3df-4d41-8543-5622c77b3de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:25.493632 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af9b7b-a3df-4d41-8543-5622c77b3de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:25.495124 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-68af9b7b-a3df-4d41-8543-5622c77b3de5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1692381 May 10 17:22:25.605461 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2723587-f00b-4304-a596-e45457612284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:26.313998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:27.600220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38660) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:27.820074 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bdc4bc-fdcb-4704-8c98-e9cc61db7e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:27.821351 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-64bdc4bc-fdcb-4704-8c98-e9cc61db7e5a admin admin] 10.222.0.26 "GET /v2.0/networks/90e2b0a0-ed57-4ede-9bfc-8a690aa068eb HTTP/1.1" status: 200 len: 869 time: 0.2201972 May 10 17:22:28.131042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:29.910638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38670) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:30.073456 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0ae728-97d0-4611-b8a0-5653c297bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:30.074800 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-2f0ae728-97d0-4611-b8a0-5653c297bc33 admin admin] 10.222.0.26 "GET /v2.0/networks/b31940cc-4a0d-4c48-822f-2a6aaed59f93 HTTP/1.1" status: 200 len: 886 time: 0.1631742 May 10 17:22:32.167546 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:22:32.171604 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38680) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:32.273399 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54782e11-48a4-4cfb-8d23-1b266eeef038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.273856 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54782e11-48a4-4cfb-8d23-1b266eeef038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:32.275349 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-54782e11-48a4-4cfb-8d23-1b266eeef038 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057513 May 10 17:22:34.350879 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38690) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:34.457888 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912f268-34a3-46b9-b88b-a501e4c6e4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:34.458343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912f268-34a3-46b9-b88b-a501e4c6e4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:34.459874 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c912f268-34a3-46b9-b88b-a501e4c6e4d0 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080666 May 10 17:22:36.519727 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38700) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:36.623077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab472ee-3911-4656-91cc-4d0bc26dc5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:36.624373 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-eab472ee-3911-4656-91cc-4d0bc26dc5ae admin admin] 10.222.0.26 "GET /v2.0/subnets/9ff760c3-16a3-44aa-9844-8aeb0029dea4 HTTP/1.1" status: 200 len: 868 time: 0.1036501 May 10 17:22:38.710863 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38710) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:22:38.812393 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a2842-df99-46c9-8d53-0b6098b912e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:22:38.813692 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0c1a2842-df99-46c9-8d53-0b6098b912e7 admin admin] 10.222.0.26 "GET /v2.0/subnets/c99aa11c-6bde-47e4-82b0-763997b0e5ba HTTP/1.1" status: 200 len: 816 time: 0.1019094 May 10 17:22:52.988402 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-18fec969-5488-42a5-bc95-7c5cfa706b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.347253 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:55.599529 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-600921b1-2b42-4fae-b900-8689d5e40c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:56.336194 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:22:58.152896 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:01.520521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38754) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:01.567288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [None req-fa592942-853d-48a2-aa29-9384c0f1d260 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:23:01.568251 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-fa592942-853d-48a2-aa29-9384c0f1d260 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468204 May 10 17:23:03.736990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38764) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:03.801996 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beb26a7-2f5c-46fb-9551-7a717cb21cf0 admin admin] GET failed (client error): The resource could not be found. May 10 17:23:03.803247 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4beb26a7-2f5c-46fb-9551-7a717cb21cf0 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653155 May 10 17:23:03.927194 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67db6f-ea21-4c41-9777-d31ff997df7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:03.928554 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7e67db6f-ea21-4c41-9777-d31ff997df7f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1215787 May 10 17:23:06.034976 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 38774) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:06.085402 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:06.090343 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:06.099991 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:06.175869 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Made reservation on behalf of 61f291a9d02d4917bb949715a8315b12 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:06.178076 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.272993 dv-cinder-786384-3-smb neutron-server[79235]: WARNING neutron.services.revisions.revision_plugin [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Could not find related network for resource to bump revision. May 10 17:23:06.285981 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:23:06.295897 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764545515668', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.296454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Unsubscribe: segment precommit_create {{(pid=79235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 17:23:06.296869 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Added segment 4a9b2e4e-c9e1-429f-8624-c02a696ddf04 of type vlan for network ea1bbad1-7bcf-48d2-ad21-0b4520355aae May 10 17:23:06.333452 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.438227 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.439461 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:06.440027 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:06.443028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:06.557795 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1bbad1-7bcf-48d2-ad21-0b4520355aae,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:06.564548 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.564880 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.565203 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.565519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.565836 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.566155 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.566459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.566766 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.567104 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.567410 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.567715 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.568053 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:06.572003 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:06.579587 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:23:06.621983 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5859485 May 10 17:23:08.729036 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 38784) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:23:08.794849 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cba3a3a-ac35-4a24-9015-6e2b1e493a90 admin admin] GET failed (client error): The resource could not be found. May 10 17:23:08.795375 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-6cba3a3a-ac35-4a24-9015-6e2b1e493a90 admin admin] Synchronizing usage tracker for tenant:61f291a9d02d4917bb949715a8315b12 on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:23:08.850371 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-6cba3a3a-ac35-4a24-9015-6e2b1e493a90 admin admin] Unset dirty status for tenant:61f291a9d02d4917bb949715a8315b12 on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:23:08.851552 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6cba3a3a-ac35-4a24-9015-6e2b1e493a90 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1215918 May 10 17:23:08.956736 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb57df-e0e3-4a74-9bfa-9d633ca143aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:08.958051 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-14cb57df-e0e3-4a74-9bfa-9d633ca143aa admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027195 May 10 17:23:08.967412 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:23:08.971673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:23:08.980921 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:23:09.061442 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Made reservation on behalf of 61f291a9d02d4917bb949715a8315b12 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:23:09.064416 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:09.166589 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:23:09.481887 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:09.486604 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:09.555820 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e4d6f5-566e-488f-8ff3-749766941db4,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:09.558383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:09.565246 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Checking segment: {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:09.565590 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Network hostable DHCP agents. Network: ea1bbad1-7bcf-48d2-ad21-0b4520355aae, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:23:09.638595 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:23:09.696019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, ea1bbad1-7bcf-48d2-ad21-0b4520355aae) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:09.700171 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:23:09.700773 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:09.704469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758f847-d9a1-4da0-83eb-9b64622ef7d5 None None] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:23:09.776306 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8121843 May 10 17:23:09.925901 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-ea1bbad1-7bcf-48d2-ad21-0b4520355aae', 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae', 'tenant_id': '61f291a9d02d4917bb949715a8315b12', 'fixed_ips': [{'subnet_id': 'd3e4d6f5-566e-488f-8ff3-749766941db4'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:23:09.926809 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.083473 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Allocated IP 192.168.233.2 (ea1bbad1-7bcf-48d2-ad21-0b4520355aae/d3e4d6f5-566e-488f-8ff3-749766941db4/fb8cbe8b-35f3-427c-8911-1784cf02d13b) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:23:10.288042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.298127 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Transition to ACTIVE for port object fb8cbe8b-35f3-427c-8911-1784cf02d13b will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:10.316889 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Transition to ACTIVE for port object fb8cbe8b-35f3-427c-8911-1784cf02d13b will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:23:10.411043 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.416107 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:10.470887 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:23:10.473497 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:23:10.476000 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:23:10.518280 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Pushing event updated for resources: {'Port': ['ID=fb8cbe8b-35f3-427c-8911-1784cf02d13b,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:10.533819 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.534159 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.534486 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.534823 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.535156 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.535473 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.535788 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.536098 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.536416 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.536727 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.537037 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.537346 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:23:10.541000 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:10.589848 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Attempting to bind port fb8cbe8b-35f3-427c-8911-1784cf02d13b on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:23:10.590342 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Attempting to bind port fb8cbe8b-35f3-427c-8911-1784cf02d13b by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:23:10.590704 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Attempting to bind port fb8cbe8b-35f3-427c-8911-1784cf02d13b on network ea1bbad1-7bcf-48d2-ad21-0b4520355aae {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:23:10.596029 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:23:10.596397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Checking segment: {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:23:10.596789 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.597190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Bound using segment: {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:23:10.597630 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Bound port: fb8cbe8b-35f3-427c-8911-1784cf02d13b, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:23:10.598011 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.710732 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] For port fb8cbe8b-35f3-427c-8911-1784cf02d13b, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:23:10.714142 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] For port fb8cbe8b-35f3-427c-8911-1784cf02d13b, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=fb8cbe8b-35f3-427c-8911-1784cf02d13b,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:23:10.821379 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:10.822179 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:10.895708 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Pushing event updated for resources: {'Port': ['ID=fb8cbe8b-35f3-427c-8911-1784cf02d13b,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:10.898346 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:11.395977 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device fb8cbe8b-35f3-427c-8911-1784cf02d13b up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:11.536214 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port fb8cbe8b-35f3-427c-8911-1784cf02d13b completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:11.704400 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0839953-961c-4f2c-89ff-b91fa581dd0b None None] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:23:11.907265 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Provisioning for port fb8cbe8b-35f3-427c-8911-1784cf02d13b completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:23:11.913324 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Provisioning complete for port fb8cbe8b-35f3-427c-8911-1784cf02d13b triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:11.913699 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.062628 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.104690 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] For port fb8cbe8b-35f3-427c-8911-1784cf02d13b, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=fb8cbe8b-35f3-427c-8911-1784cf02d13b,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:23:12.187586 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:12.189656 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:23:12.255283 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Pushing event updated for resources: {'Port': ['ID=fb8cbe8b-35f3-427c-8911-1784cf02d13b,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:23:12.258305 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:23:12.308309 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-fc7530b2-dd0d-4f1a-bf92-91341cec4797 None None] Provisioning complete for port fb8cbe8b-35f3-427c-8911-1784cf02d13b triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:12.308599 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-fc7530b2-dd0d-4f1a-bf92-91341cec4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:13.357617 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device fb8cbe8b-35f3-427c-8911-1784cf02d13b up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:23:13.425169 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port fb8cbe8b-35f3-427c-8911-1784cf02d13b triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:23:13.425532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:22.970429 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e9186720-28e1-4d80-b667-f9beddd676b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:25.330314 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:25.593174 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8f130684-d043-4b69-899d-617a1855e4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:26.358708 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:28.170468 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:46.166153 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:23:52.986923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-721a1d4a-6f4b-4c14-9c0a-2ba103cf59c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:55.346522 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:55.609517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-20ab1349-ff95-4e48-b58c-e8a5e7aaf535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:56.335510 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:23:58.186896 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:22.737230 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 38834) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:22.744000 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [None req-a758411d-6d2f-4729-8548-cf5c31d03f66 tempest-verify_tempest_config-330275854 tempest-verify_tempest_config-330275854-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:24:22.744967 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a758411d-6d2f-4729-8548-cf5c31d03f66 tempest-verify_tempest_config-330275854 tempest-verify_tempest_config-330275854-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067928 May 10 17:24:22.952026 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-beb28095-3db9-4f4c-9063-f1324fd094ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.164645 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:24:23.185165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38852) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:23.300444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.314505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:24:23.318273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Usage tracker for resource:security_group_rule and tenant:79f960b0808b4dda8f31eae8b9f12380 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:24:23.321051 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:24:23.326640 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:24:23.405205 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.449179 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.458536 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f340c921-f86e-47f8-97f9-5bbf01c41ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:23.495978 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Synchronizing usage tracker for tenant:61f291a9d02d4917bb949715a8315b12 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:24:23.500901 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d9ca3-a669-4033-9b9a-0508a9ebf469,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:23.511715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.511990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.512315 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.512635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.512952 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.513270 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.513576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.513886 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.514196 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.514503 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.514848 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.516283 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:24:23.520503 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:23.580358 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Unset dirty status for tenant:61f291a9d02d4917bb949715a8315b12 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:24:23.581574 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79f960b0808b4dda8f31eae8b9f12380&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3954766 May 10 17:24:23.584164 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38858) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:24:23.643862 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.667607 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.809414 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.813704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:24:23.826379 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d9ca3-a669-4033-9b9a-0508a9ebf469,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:24:23.829646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:24:23.832900 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:23.838101 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd6d9ca3-a669-4033-9b9a-0508a9ebf469 HTTP/1.1" status: 204 len: 168 time: 0.2529879 May 10 17:24:25.334884 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:25.591916 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-a76da22f-cbab-42ee-9e1b-4d8da03f5a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:26.352366 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:28.152476 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:52.986572 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-3805f209-7076-426b-a231-607cf4c53c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:55.363358 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:55.614709 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-5953f93d-2aaf-43a1-868f-50383ae618e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:56.334573 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:24:58.146172 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:00.164308 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:22.985372 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0637a76d-f821-40c3-a168-cca97fa7f9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.317265 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:25.608635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-56f7ec0c-b84f-490d-a153-e80777286a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:26.334457 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:28.162552 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:37.162755 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 5 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:25:52.991295 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-3f80498e-a471-4def-9d05-0cc299d4a44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.322553 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:55.620024 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-6effd8c9-e1dc-4e33-9df7-20ca6036eb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:56.340098 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:25:58.242471 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:01.871418 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686'] for agent, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:05.945156 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38910) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:06.055476 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e33098f0-72e3-4733-96af-7f6c14008ba2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1092205 May 10 17:26:08.160938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 38920) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:26:08.216123 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-d3331c04-f5bb-459d-bb21-a6d4252aefd2 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0541425 May 10 17:26:14.161918 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:26:22.962219 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e57cee5-8057-428f-b3d9-77d76ae6eb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:25.379527 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:25.607809 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d06d7607-902e-49bd-a4a9-2ab0498043a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:26.345200 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:28.179846 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:31.825444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:51.161263 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:26:52.996414 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c19c1297-372c-4b50-a96d-eb8012376c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:55.345084 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:55.602668 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-148a192d-1fd6-4ede-96ef-ffbef2bf54be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:56.345104 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:26:58.184840 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:01.825917 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:22.996848 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-bdd81b35-eec5-4248-91ce-d418543c091d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.333070 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:25.630602 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-789eb19b-3140-4a90-b09b-a4a7789cdb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:26.389750 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:28.162889 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:27:28.184811 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:31.824248 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.542039 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39108) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:37.804603 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1047438388-network', 'tenant_id': '1263518ff9494fed86f4fd9b109264a1'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:37.811698 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:37.821729 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Usage tracker for resource:network and tenant:1263518ff9494fed86f4fd9b109264a1 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:37.827192 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:37.833861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:37.898288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Made reservation on behalf of 1263518ff9494fed86f4fd9b109264a1 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:37.900816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.914414 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:37.932882 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:37.939092 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1263518ff9494fed86f4fd9b109264a1 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:37.941942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:37.947704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.023600 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39130) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.040586 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.109986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.117468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:38.159292 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13baff-cd0f-4520-b0ac-cee51760f1ca,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:38.166577 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.166946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.167278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.167758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.168089 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.168409 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.168727 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.169041 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.169377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.169802 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.170127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.170480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:38.174617 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39140) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Tracked resource versions report: May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: pushed versions: May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: { 'AddressGroup': {'1.2'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'ConntrackHelper': {'1.0'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Log': {'1.0'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Network': {'1.1'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Port': {'1.7'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'PortForwarding': {'1.2'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'QosPolicy': {'1.8'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroup': {'1.4'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SubPort': {'1.0'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Subnet': {'1.1'}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Trunk': {'1.1'}} May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: consumer versions: May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: HyperV agent@hv-cinder-78638: {}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'ConntrackHelper': '1.0', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Log': '1.0', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Network': '1.1', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Port': '1.7', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'PortForwarding': '1.2', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'QosPolicy': '1.8', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroup': '1.4', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SecurityGroupRule': '1.2', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'SubPort': '1.0', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Subnet': '1.1', May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: 'Trunk': '1.1'}} May 10 17:27:38.174740 dv-cinder-786384-3-smb neutron-server[79236]: {{(pid=79236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:38.177348 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:38.195222 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:38.197822 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.198157 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Added segment 3dca1638-01ed-4819-82f2-213b48c467a5 of type vlan for network 489ff45b-44eb-4755-8baf-5ef5d57a5814 May 10 17:27:38.226073 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.304573 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.306070 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:38.306958 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.314162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:38.412167 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Pushing event updated for resources: {'Network': ['ID=489ff45b-44eb-4755-8baf-5ef5d57a5814,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:38.415594 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2044929268-network', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:38.415733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:38.417348 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.421793 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Usage tracker for resource:network and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.422878 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 489ff45b-44eb-4755-8baf-5ef5d57a5814 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:38.425176 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.431561 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.448711 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9049876 May 10 17:27:38.451514 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39156) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.457656 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Request body: {'subnet': {'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1047438388-subnet', 'tenant_id': '1263518ff9494fed86f4fd9b109264a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:38.462553 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.466349 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Usage tracker for resource:subnet and tenant:1263518ff9494fed86f4fd9b109264a1 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.473292 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.475513 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.510265 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Made reservation on behalf of 909a5a91527044a3aee8de98b9af5f1d for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:38.513441 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.526828 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.541887 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.546746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.549188 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Made reservation on behalf of 1263518ff9494fed86f4fd9b109264a1 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:38.551445 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.568357 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.580197 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.650950 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-network', 'tenant_id': 'be192babed864c59a029e346bf315547'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:38.681967 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.699796 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Usage tracker for resource:network and tenant:be192babed864c59a029e346bf315547 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.706235 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.716422 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.750761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39172) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.794735 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.815099 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39178) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:38.869459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Made reservation on behalf of be192babed864c59a029e346bf315547 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:38.873994 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.890074 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.911692 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.922379 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:38.930387 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:38.935649 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Usage tracker for resource:security_group_rule and tenant:be192babed864c59a029e346bf315547 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:38.940574 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:38.950128 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:38.952502 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:38.993205 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:38.993529 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Added segment 449a80bb-7d79-4481-a3dc-c411c886f4bc of type vlan for network e7d1c2a7-2a7e-4b45-a51e-846306743cee May 10 17:27:39.000697 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b8a1c-cde3-49c3-9bb0-89634fec7111,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.042721 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.043480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.043480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.043696 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.044007 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.044511 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.044988 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.045478 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.046106 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.046338 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.046655 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.046990 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Tracked resource versions report: May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: pushed versions: May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: { 'AddressGroup': {'1.2'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'ConntrackHelper': {'1.0'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Log': {'1.0'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Network': {'1.1'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Port': {'1.7'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'PortForwarding': {'1.2'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'QosPolicy': {'1.8'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroup': {'1.4'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SubPort': {'1.0'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Subnet': {'1.1'}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Trunk': {'1.1'}} May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: consumer versions: May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: HyperV agent@hv-cinder-78638: {}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'ConntrackHelper': '1.0', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Log': '1.0', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Network': '1.1', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Port': '1.7', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'PortForwarding': '1.2', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'QosPolicy': '1.8', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroup': '1.4', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SecurityGroupRule': '1.2', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'SubPort': '1.0', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Subnet': '1.1', May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: 'Trunk': '1.1'}} May 10 17:27:39.048043 dv-cinder-786384-3-smb neutron-server[79235]: {{(pid=79235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:39.052409 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.059932 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.154219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067276618-network', 'tenant_id': 'c2c3789627dc40ad8b4631d7570b54e6'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:39.160492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:39.164319 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Usage tracker for resource:network and tenant:c2c3789627dc40ad8b4631d7570b54e6 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:39.171468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-network', 'tenant_id': '71be9b4c097d4f04962b76a879248764'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:39.177066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:39.180776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Usage tracker for resource:network and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:39.183747 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:39.189625 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.195245 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:39.201302 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.210267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.212784 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.214487 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:39.215095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.227639 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.299375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Made reservation on behalf of c2c3789627dc40ad8b4631d7570b54e6 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:39.303425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.320678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.341042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.346222 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:39.352726 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Usage tracker for resource:security_group_rule and tenant:c2c3789627dc40ad8b4631d7570b54e6 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:39.356297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:39.357145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d1c2a7-2a7e-4b45-a51e-846306743cee,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.361582 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.365282 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.368472 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:39.372419 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.405230 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:39.427516 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4027908 May 10 17:27:39.432190 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39194) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:39.443539 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Request body: {'subnet': {'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2044929268-subnet', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:39.451616 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.453991 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Added segment 0ddff1d8-7f38-4398-b8ca-96431e5dfa3b of type vlan for network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 May 10 17:27:39.464237 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:39.466578 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250f8385-f657-43f4-b3a2-6f4344f149de,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.473455 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Usage tracker for resource:subnet and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:39.480034 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.492572 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Made reservation on behalf of 71be9b4c097d4f04962b76a879248764 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:39.495496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.508948 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:39.513666 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.533149 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.535377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:39.539582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:39.542630 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:39.549176 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:39.562339 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.606650 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.650884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.671678 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.675434 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.711858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.712682 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Made reservation on behalf of 909a5a91527044a3aee8de98b9af5f1d for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:39.717713 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.717871 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37c2e9f4-10bf-4693-b3fe-8b07a9d1bd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.757290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c130ca2-d223-49dd-8211-9e40f225bf4a,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.761461 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.762838 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.791501 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:39.811101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.811594 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Added segment f7ac3f3e-54d2-407d-9675-654793cabf62 of type vlan for network e7ab3a24-668e-4ee0-8092-4cd8d9734cfc May 10 17:27:39.866614 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.871286 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.889512 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:39.890121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.916141 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40396bc5-870c-4a8a-9888-3ce203d612a8,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.939282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.944509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:39.948680 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:39.951899 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e156fed1-7851-476a-b48a-0454968c1e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:39.973961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:39.974589 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Added segment 0166575a-08bc-47ad-9d13-5a4dde6d2348 of type vlan for network 51847fa6-b289-4416-abe5-c8d73a0af35c May 10 17:27:39.983609 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Checking segment: {'id': '3dca1638-01ed-4819-82f2-213b48c467a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:39.983968 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Network hostable DHCP agents. Network: 489ff45b-44eb-4755-8baf-5ef5d57a5814, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:39.985970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff846dcf-5bec-44ef-a4d0-e00826dbac6c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:39.990663 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:40.008818 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.013457 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:40.020177 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.029998 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.033801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:40.090511 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9112859 May 10 17:27:40.093163 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39218) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:40.111644 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Request body: {'subnet': {'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-subnet', 'tenant_id': 'be192babed864c59a029e346bf315547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:40.122231 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Pushing event updated for resources: {'Network': ['ID=7edb165e-de49-4ff4-a3fa-95597e4c9d91,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:40.126899 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:40.130906 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:40.133686 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:40.136086 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Usage tracker for resource:subnet and tenant:be192babed864c59a029e346bf315547 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:40.141155 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:40.179751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:40.214811 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Pushing event updated for resources: {'Network': ['ID=e7ab3a24-668e-4ee0-8092-4cd8d9734cfc,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:40.217453 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:40.235011 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Network 489ff45b-44eb-4755-8baf-5ef5d57a5814 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:40.262642 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network e7ab3a24-668e-4ee0-8092-4cd8d9734cfc details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:40.264949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Made reservation on behalf of be192babed864c59a029e346bf315547 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:40.267535 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.288871 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.291461 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5385211 May 10 17:27:40.293429 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:40.295135 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.301729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39224) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:40.304271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e99664ea-590c-4227-addc-ed69854f26a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:40.351857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Request body: {'subnet': {'network_id': 'e7ab3a24-668e-4ee0-8092-4cd8d9734cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067276618-subnet', 'tenant_id': 'c2c3789627dc40ad8b4631d7570b54e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:40.396496 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 489ff45b-44eb-4755-8baf-5ef5d57a5814) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:40.396496 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:40.400224 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64d8ac-61aa-41c8-b139-5802b415f39f None None] Network 489ff45b-44eb-4755-8baf-5ef5d57a5814 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:40.408379 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Usage tracker for resource:subnet and tenant:c2c3789627dc40ad8b4631d7570b54e6 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:40.419958 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:40.431259 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Pushing event updated for resources: {'Network': ['ID=51847fa6-b289-4416-abe5-c8d73a0af35c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:40.434629 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:40.442222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:40.442222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.454915 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:40.472337 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 51847fa6-b289-4416-abe5-c8d73a0af35c details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:40.475830 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6594703 May 10 17:27:40.477533 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39234) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:40.482583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Request body: {'subnet': {'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-subnet', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:40.488363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:40.502078 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Usage tracker for resource:subnet and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:40.511174 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:40.522040 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:40.606607 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Made reservation on behalf of 71be9b4c097d4f04962b76a879248764 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:40.609546 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.689281 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2361643 May 10 17:27:40.693636 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Made reservation on behalf of c2c3789627dc40ad8b4631d7570b54e6 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:40.696007 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:40.835884 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e281a0a-0922-4944-a2cd-e5e016fd5c3b None None] Network 489ff45b-44eb-4755-8baf-5ef5d57a5814 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:41.080519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.165951 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8c1b6a7f-f518-4904-a66a-ac2502148353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.261224 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Checking segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:41.265877 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Network hostable DHCP agents. Network: e7d1c2a7-2a7e-4b45-a51e-846306743cee, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:41.331818 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50110cb7-f7f8-41cd-8383-3f9aa000aba7,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.335186 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:41.391633 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:41.443080 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39286) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:41.447676 dv-cinder-786384-3-smb neutron-server[79236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:27:41.471490 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.522849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.545199 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, e7d1c2a7-2a7e-4b45-a51e-846306743cee) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:41.556575 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed98974-6d6d-449b-8b14-5559dc074c5e None None] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:41.557090 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:41.557194 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.599778 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.614617 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.638224 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1fda63-987e-4954-b17e-b9072e48c8e0,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.652713 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:41.671523 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-b015caf0-72a1-4b1e-8a57-48389e91d980 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:41.671855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-2cc7e441-0629-497a-953a-a96f80842023 req-b015caf0-72a1-4b1e-8a57-48389e91d980 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Synchronizing usage tracker for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:network {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:41.675007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Checking segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:41.675007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Network hostable DHCP agents. Network: 51847fa6-b289-4416-abe5-c8d73a0af35c, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:41.694510 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2601130 May 10 17:27:41.695893 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39290) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:41.697441 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6a0397-b270-4cf6-ab25-dc3315464290,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.710931 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:41.715118 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:41.716388 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:41.721012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Usage tracker for resource:router and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:41.726214 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:41.730185 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:41.731601 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Checking segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:41.731987 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Network hostable DHCP agents. Network: 7edb165e-de49-4ff4-a3fa-95597e4c9d91, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:41.779711 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:41.808520 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-2cc7e441-0629-497a-953a-a96f80842023 req-b015caf0-72a1-4b1e-8a57-48389e91d980 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Unset dirty status for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:network {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:41.810227 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-b015caf0-72a1-4b1e-8a57-48389e91d980 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/networks?id=489ff45b-44eb-4755-8baf-5ef5d57a5814 HTTP/1.1" status: 200 len: 812 time: 0.3665760 May 10 17:27:41.811458 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.812735 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.820397 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.825684 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:41.832727 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-3c1d8f38-a391-4b01-9302-d8f788ea32ec tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/quotas/1263518ff9494fed86f4fd9b109264a1 HTTP/1.1" status: 200 len: 375 time: 0.0150366 May 10 17:27:41.843192 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:41.844097 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.886209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.890932 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-d1ac55f4-3cce-4061-850f-6481d5b36f60 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1263518ff9494fed86f4fd9b109264a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517507 May 10 17:27:41.903013 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 51847fa6-b289-4416-abe5-c8d73a0af35c) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:41.909432 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39298) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:41.916963 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:41.917494 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b60605-f4fc-4048-89a2-3bfdaee4900b None None] Network 51847fa6-b289-4416-abe5-c8d73a0af35c requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:41.922727 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:41.992532 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d99ede5-a67e-4ca6-aeed-2d094b158921,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:41.995907 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:42.003449 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Checking segment: {'id': 'f7ac3f3e-54d2-407d-9675-654793cabf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e7ab3a24-668e-4ee0-8092-4cd8d9734cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:42.003795 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Network hostable DHCP agents. Network: e7ab3a24-668e-4ee0-8092-4cd8d9734cfc, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:42.038830 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:42.047369 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5697222 May 10 17:27:42.047749 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 7edb165e-de49-4ff4-a3fa-95597e4c9d91) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:42.052322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:42.053135 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.058217 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39312) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:42.071815 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:42.078856 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:42.080115 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e31b4-d7ba-4132-81d8-90a17b4deae3 None None] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:42.085333 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Usage tracker for resource:router and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:42.089410 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:42.095933 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:42.134464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-eb8b6fce-6c33-408e-b633-211b3e82e326 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:42.135483 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-eb8b6fce-6c33-408e-b633-211b3e82e326 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1067815 May 10 17:27:42.138475 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Network e7ab3a24-668e-4ee0-8092-4cd8d9734cfc is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:42.170816 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-4b71ad35-9cd9-430e-bc8b-332d26ddeef6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0740190 May 10 17:27:42.173949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39322) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:42.179798 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:42.185962 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:42.190407 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Usage tracker for resource:router and tenant:be192babed864c59a029e346bf315547 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:42.193523 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:42.199358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:42.230886 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, e7ab3a24-668e-4ee0-8092-4cd8d9734cfc) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:42.244610 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:42.245373 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.245946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0352882-f86f-4d84-a173-979e458ac322 None None] Network e7ab3a24-668e-4ee0-8092-4cd8d9734cfc requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:42.261054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.264130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.267628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.299255 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.383232 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Allocated IP 172.20.0.2 (e7d1c2a7-2a7e-4b45-a51e-846306743cee/50110cb7-f7f8-41cd-8383-3f9aa000aba7/8fefd08c-2634-420c-8690-faf2864e309c) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:42.390152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.391913 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.406217 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1026013 May 10 17:27:42.453220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:42.472853 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5280cd0f59428f877c708dcb6875f7 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:42.477547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:42.478641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.490312 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:42.502351 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.562249 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-b3149976-e9f6-4bec-910a-8aafd0e11ccb service neutron] 10.222.0.26 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415358 May 10 17:27:42.691201 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-51847fa6-b289-4416-abe5-c8d73a0af35c', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:27:42.692040 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.840335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.852706 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-ea1aaf41-0c53-4748-88e3-cad87114f494 service neutron] 10.222.0.26 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645385 May 10 17:27:42.896364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:42.911792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:42.930524 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daae9b0-a44c-4679-acd0-a20c21eefdf4 None None] Network e7ab3a24-668e-4ee0-8092-4cd8d9734cfc requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:43.192699 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08efbf9-43b3-446c-a54d-d7d4c6bb5403 None None] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:43.301398 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b5280cd0f59428f877c708dcb6875f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3906987 May 10 17:27:43.305283 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c11a4e-7096-458e-a352-dd53329f5a35,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:43.310337 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39366) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:43.313561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:43.343641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.397955 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.472357 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.483842 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Transition to ACTIVE for port object 8fefd08c-2634-420c-8690-faf2864e309c will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:43.488926 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f029bec7-bae7-4763-a818-87c67e9556d6 req-5e6d9cce-a6e2-436c-93af-7b5ef47f7ba6 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.0589342 May 10 17:27:43.543197 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Transition to ACTIVE for port object 8fefd08c-2634-420c-8690-faf2864e309c will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:43.550276 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39386) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:43.569016 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.578750 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081474578-network', 'tenant_id': 'a900dd5e4dae4c63b5f14dbcbbd7ca70'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:43.593047 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:43.602581 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Usage tracker for resource:network and tenant:a900dd5e4dae4c63b5f14dbcbbd7ca70 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:43.612046 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:43.634876 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.646688 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.661955 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:43.675627 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:43.679964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.733271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.762101 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Allocated IP 172.20.0.2 (51847fa6-b289-4416-abe5-c8d73a0af35c/6c1fda63-987e-4954-b17e-b9072e48c8e0/79ce9462-855d-4326-8147-3b02a321a5ea) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:43.816166 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:43.846048 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:43.856552 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Pushing event updated for resources: {'Port': ['ID=8fefd08c-2634-420c-8690-faf2864e309c,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:43.868579 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:43.881566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Allocated IP 172.28.3.117 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/419e7935-65e5-4584-a551-5d453ce230de) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:43.899881 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.900415 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.900903 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.901908 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.902382 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.902901 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.903370 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.903833 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.904316 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.904798 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.905964 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.906437 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Tracked resource versions report: May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: pushed versions: May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: { 'AddressGroup': {'1.2'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'ConntrackHelper': {'1.0'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Log': {'1.0'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Network': {'1.1'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Port': {'1.7'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'PortForwarding': {'1.2'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'QosPolicy': {'1.8'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroup': {'1.4'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SubPort': {'1.0'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Subnet': {'1.1'}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Trunk': {'1.1'}} May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: consumer versions: May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: HyperV agent@hv-cinder-78638: {}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'ConntrackHelper': '1.0', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Log': '1.0', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Network': '1.1', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Port': '1.7', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'PortForwarding': '1.2', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'QosPolicy': '1.8', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroup': '1.4', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SecurityGroupRule': '1.2', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'SubPort': '1.0', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Subnet': '1.1', May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: 'Trunk': '1.1'}} May 10 17:27:43.907859 dv-cinder-786384-3-smb neutron-server[79237]: {{(pid=79237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:43.959767 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Made reservation on behalf of a900dd5e4dae4c63b5f14dbcbbd7ca70 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:43.962079 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:43.979618 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.010168 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.016354 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:44.039761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.040947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Usage tracker for resource:security_group_rule and tenant:a900dd5e4dae4c63b5f14dbcbbd7ca70 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:44.046522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:44.059182 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.074395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:44.088740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c11a4e-7096-458e-a352-dd53329f5a35,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.091492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.102319 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.103562 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51c11a4e-7096-458e-a352-dd53329f5a35 HTTP/1.1" status: 204 len: 168 time: 0.7922828 May 10 17:27:44.146862 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Attempting to bind port 8fefd08c-2634-420c-8690-faf2864e309c on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:44.146862 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Attempting to bind port 8fefd08c-2634-420c-8690-faf2864e309c by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:44.147130 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Attempting to bind port 8fefd08c-2634-420c-8690-faf2864e309c on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:44.150547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.165701 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:44.166366 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Checking segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:44.167032 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.167809 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Bound using segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:44.168551 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Bound port: 8fefd08c-2634-420c-8690-faf2864e309c, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:44.169301 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.241086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.306364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.326748 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.350456 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.353296 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] For port 8fefd08c-2634-420c-8690-faf2864e309c, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:44.358907 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] For port 8fefd08c-2634-420c-8690-faf2864e309c, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=8fefd08c-2634-420c-8690-faf2864e309c,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:44.365680 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Transition to ACTIVE for port object 79ce9462-855d-4326-8147-3b02a321a5ea will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:44.394730 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Transition to ACTIVE for port object 79ce9462-855d-4326-8147-3b02a321a5ea will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:44.404665 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.410408 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:44.414022 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:44.416615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:44.442020 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.445947 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.470569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.480792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.500209 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.549027 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Pushing event updated for resources: {'Port': ['ID=8fefd08c-2634-420c-8690-faf2864e309c,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.556271 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.556271 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-876bd881-250b-4021-bac8-a79e9164d866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.564367 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.590523 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:27:44.604813 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.605149 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Added segment a18add53-df53-4bf7-80c3-a5d294aa437b of type vlan for network 000d4db2-ab77-4265-817c-e74425ac2428 May 10 17:27:44.631699 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.645274 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.678060 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Pushing event updated for resources: {'Port': ['ID=419e7935-65e5-4584-a551-5d453ce230de,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.679842 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:44.681209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.685431 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.695703 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:44.705712 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:44.792450 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.809790 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-78d40963-dfce-4c52-bf10-2c969b1d6764 req-907a0d72-5f92-41bd-bea7-071c56e16c01 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.1408234 May 10 17:27:44.823603 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:44.824186 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.868795 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca486030-aa5e-4349-a906-5ed39e18228c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.869343 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Allocated IP 172.28.3.194 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/55cb8c74-5749-4c64-ab88-3abcd73209d3) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:44.871507 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Pushing event updated for resources: {'Port': ['ID=79ce9462-855d-4326-8147-3b02a321a5ea,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:44.884461 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.892421 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:44.894347 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:44.897956 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Attempting to bind port 79ce9462-855d-4326-8147-3b02a321a5ea on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:44.899014 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Attempting to bind port 79ce9462-855d-4326-8147-3b02a321a5ea by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:44.899278 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Attempting to bind port 79ce9462-855d-4326-8147-3b02a321a5ea on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:44.914900 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:44.919289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Checking segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:44.920070 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:44.921552 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Bound using segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:44.922442 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Bound port: 79ce9462-855d-4326-8147-3b02a321a5ea, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:44.931069 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.068903 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] For port 79ce9462-855d-4326-8147-3b02a321a5ea, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:45.073279 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] For port 79ce9462-855d-4326-8147-3b02a321a5ea, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=79ce9462-855d-4326-8147-3b02a321a5ea,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:45.103158 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5315936 May 10 17:27:45.114206 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39438) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:45.133521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Request body: {'subnet': {'network_id': '000d4db2-ab77-4265-817c-e74425ac2428', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081474578-subnet', 'tenant_id': 'a900dd5e4dae4c63b5f14dbcbbd7ca70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:45.143936 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.149875 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:45.151214 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:45.162763 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.166301 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Pushing event updated for resources: {'Network': ['ID=000d4db2-ab77-4265-817c-e74425ac2428,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.169662 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Usage tracker for resource:subnet and tenant:a900dd5e4dae4c63b5f14dbcbbd7ca70 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:45.172757 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:45.173710 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:45.179800 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:45.236817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 000d4db2-ab77-4265-817c-e74425ac2428 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:27:45.250047 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39448) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:45.278270 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.398536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Allocated IP 172.28.3.88 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/9a579f79-5fe9-4902-8574-693f4c56f615) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:45.403010 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Pushing event updated for resources: {'Port': ['ID=79ce9462-855d-4326-8147-3b02a321a5ea,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.406105 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:45.410242 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Made reservation on behalf of a900dd5e4dae4c63b5f14dbcbbd7ca70 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:45.413034 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.493817 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.523948 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:45.535323 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:45.620008 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 8fefd08c-2634-420c-8690-faf2864e309c up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:45.624529 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1b847f2a933b415291941f11696baa7f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:45.629017 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:45.638326 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:45.748431 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:45.790235 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 8fefd08c-2634-420c-8690-faf2864e309c completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:45.833538 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:45.835097 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:45.846302 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:45.920066 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Pushing event updated for resources: {'Port': ['ID=55cb8c74-5749-4c64-ab88-3abcd73209d3,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:45.983981 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6dc5091-fed5-425f-9b4f-4cdb8981e9cc req-5c28c8a3-39a4-4778-aa7e-9e598c06e747 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.0674784 May 10 17:27:46.023460 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:46.054539 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.067377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39460) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:46.083197 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066f972-c33b-4c58-b064-892231b0b9ed None None] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:46.120201 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.137827 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.156319 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:46.238668 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b847f2a933b415291941f11696baa7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9859710 May 10 17:27:46.248465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39472) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:46.257476 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbf972-392d-47c2-a805-278018176af5,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:46.263382 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:46.310251 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Provisioning for port 8fefd08c-2634-420c-8690-faf2864e309c completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:46.330928 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Provisioning complete for port 8fefd08c-2634-420c-8690-faf2864e309c triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:46.331306 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.458254 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.502253 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.506760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:46.526990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Usage tracker for resource:security_group_rule and tenant:223526656c454da3ac8899e9773fd8ee is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:46.544659 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:46.557314 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.559286 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.574158 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:46.684882 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.738868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] For port 8fefd08c-2634-420c-8690-faf2864e309c, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=8fefd08c-2634-420c-8690-faf2864e309c,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:46.751407 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508c6cf-5e82-40de-ac41-40e966b27f57 None None] Network 51847fa6-b289-4416-abe5-c8d73a0af35c requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:46.768807 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.834055 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.839704 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:46.984506 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:46.998004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.006105 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Pushing event updated for resources: {'Port': ['ID=8fefd08c-2634-420c-8690-faf2864e309c,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.030322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.053197 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.120383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:47.128099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:47.138871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:47.144821 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-4f7948be-e23b-4a3c-b945-b78e5a9a9619 None None] Provisioning for port 79ce9462-855d-4326-8147-3b02a321a5ea completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:47.181615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.182902 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.198637 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a579f79-5fe9-4902-8574-693f4c56f615,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.205945 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4180e041-ff1f-4358-9121-ae94029d1c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.260942 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.267953 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:47.277215 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbf972-392d-47c2-a805-278018176af5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.300676 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9323e9-e563-4d2b-a8db-ce49137d2705 req-4ca36351-e0bd-4593-a1db-74b701035b5a tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.0835853 May 10 17:27:47.313525 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c2131281-0cc1-4249-9af4-3a23b2b303e8 None None] Provisioning complete for port 8fefd08c-2634-420c-8690-faf2864e309c triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:47.319428 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c2131281-0cc1-4249-9af4-3a23b2b303e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.327588 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.335595 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf5937-cbf1-43a7-a224-ed454feb7e90,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:47.351681 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.476200 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.476200 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:47.544096 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.584924 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.38', 52121) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:47.645774 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=223526656c454da3ac8899e9773fd8ee&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5726891 May 10 17:27:47.645774 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:47.647855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39494) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:47.654440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.657997 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-bacbda2c-046f-47eb-9df4-f453f89a5e89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9fbf972-392d-47c2-a805-278018176af5 HTTP/1.1" status: 204 len: 168 time: 1.3981049 May 10 17:27:47.658200 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:47.671704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:47.692955 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:47.694146 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:47.695456 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 79ce9462-855d-4326-8147-3b02a321a5ea up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:47.754738 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Checking segment: {'id': 'a18add53-df53-4bf7-80c3-a5d294aa437b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '000d4db2-ab77-4265-817c-e74425ac2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:47.755171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Network hostable DHCP agents. Network: 000d4db2-ab77-4265-817c-e74425ac2428, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:27:47.889935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.946369 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:47.991689 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 79ce9462-855d-4326-8147-3b02a321a5ea completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:47.998398 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 79ce9462-855d-4326-8147-3b02a321a5ea triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:47.998924 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.020361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-43b3996f-84e0-4f3f-86f8-f67679ae45c6 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:48.022302 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-43b3996f-84e0-4f3f-86f8-f67679ae45c6 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.38 "GET /v2.0/networks?id=489ff45b-44eb-4755-8baf-5ef5d57a5814 HTTP/1.1" status: 200 len: 812 time: 0.4364522 May 10 17:27:48.025635 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.036365 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:48.058213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e701132f-7ba3-4277-b492-2f5c211d1145,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:48.066004 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Network 000d4db2-ab77-4265-817c-e74425ac2428 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:27:48.071702 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.076418 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3795335 May 10 17:27:48.080053 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39508) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:48.080897 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:48.090425 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Request body: {'port': {'device_id': '1f4420aa-e9c5-414c-b871-310d46607d42', 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814', 'admin_state_up': True, 'tenant_id': '1263518ff9494fed86f4fd9b109264a1'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:48.159851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Router 34a29b35-69ae-4784-812e-07d5cb42f393 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:48.172906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.232430 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.278373 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 79ce9462-855d-4326-8147-3b02a321a5ea, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=79ce9462-855d-4326-8147-3b02a321a5ea,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:48.282165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:48.309986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 000d4db2-ab77-4265-817c-e74425ac2428) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:48.321645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf5937-cbf1-43a7-a224-ed454feb7e90,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:48.328532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3faef-7d97-4264-8246-e81f91419538 None None] Network 000d4db2-ab77-4265-817c-e74425ac2428 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:48.336384 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:48.336746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.361324 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.362208 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfdf5937-cbf1-43a7-a224-ed454feb7e90 HTTP/1.1" status: 204 len: 168 time: 0.7061675 May 10 17:27:48.409404 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.431327 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 8fefd08c-2634-420c-8690-faf2864e309c up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:48.432020 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-a6df2a46-f83f-402e-ac7e-f62d00443882 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3075807 May 10 17:27:48.433122 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:48.609099 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 3, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:48.613936 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:48.614308 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Updating router 5724c76d-aa68-4e16-a8da-03368bb4a66c port 419e7935-65e5-4584-a551-5d453ce230de binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:48.627568 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:48.708988 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.746914 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fc57faca-065b-4db4-ade8-120ed214f8b2 req-f4159d0f-e30d-48ae-8eb3-b2621049b675 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.1665201 May 10 17:27:48.792860 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:48.866403 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:48.870390 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Usage tracker for resource:port and tenant:1263518ff9494fed86f4fd9b109264a1 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:48.879787 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:48.922453 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 8fefd08c-2634-420c-8690-faf2864e309c triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:48.923424 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:48.951023 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:48.986601 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Sync routers for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:49.010733 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:49.011457 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:49.097350 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.233366 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39548) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:49.242992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.243548 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:49.259275 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.260398 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0853286 May 10 17:27:49.266154 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39552) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:49.380903 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39556) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:49.426289 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Made reservation on behalf of 1263518ff9494fed86f4fd9b109264a1 for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:27:49.440591 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.451562 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.455632 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Transition to ACTIVE for port object 419e7935-65e5-4584-a551-5d453ce230de will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:49.471972 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=79ce9462-855d-4326-8147-3b02a321a5ea,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:49.480829 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:49.524743 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.533282 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:49.593943 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd584903-fa81-47ec-afbd-ec465c3e26c4 None None] Network 000d4db2-ab77-4265-817c-e74425ac2428 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:27:49.660196 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Attempting to bind port 419e7935-65e5-4584-a551-5d453ce230de on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:49.660574 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Attempting to bind port 419e7935-65e5-4584-a551-5d453ce230de by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:49.660944 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Attempting to bind port 419e7935-65e5-4584-a551-5d453ce230de on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:49.675014 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Pushing event updated for resources: {'Port': ['ID=419e7935-65e5-4584-a551-5d453ce230de,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:49.699858 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.700203 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.702472 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.707126 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.708115 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.708637 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.709132 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.710073 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.710565 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.711455 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.711968 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.712446 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Tracked resource versions report: May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: pushed versions: May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: { 'AddressGroup': {'1.2'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'ConntrackHelper': {'1.0'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Log': {'1.0'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Network': {'1.1'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Port': {'1.7'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'PortForwarding': {'1.2'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'QosPolicy': {'1.8'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroup': {'1.4'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroupRule': {'1.2'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SubPort': {'1.0'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Subnet': {'1.1'}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Trunk': {'1.1'}} May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: consumer versions: May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: { DHCP agent@dv-cinder-786384-3-smb: {}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: HyperV agent@hv-cinder-78638: {}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: L3 agent@dv-cinder-786384-3-smb: {}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: Metadata agent@dv-cinder-786384-3-smb: {}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: Metering agent@dv-cinder-786384-3-smb: {}, May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: Open vSwitch agent@dv-cinder-786384-3-smb: { 'AddressGroup': '1.2', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'ConntrackHelper': '1.0', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Log': '1.0', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Network': '1.1', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Port': '1.7', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'PortForwarding': '1.2', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'QosPolicy': '1.8', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroup': '1.4', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SecurityGroupRule': '1.2', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'SubPort': '1.0', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Subnet': '1.1', May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: 'Trunk': '1.1'}} May 10 17:27:49.713661 dv-cinder-786384-3-smb neutron-server[79238]: {{(pid=79238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 17:27:49.735347 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:49.738268 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:49.739900 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:49.741629 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.743310 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:49.744538 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Bound port: 419e7935-65e5-4584-a551-5d453ce230de, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:49.745730 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.770908 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Deleting subnet 8d99ede5-a67e-4ca6-aeed-2d094b158921 {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:27:49.776842 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.843228 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] For port 419e7935-65e5-4584-a551-5d453ce230de, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:49.846876 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] For port 419e7935-65e5-4584-a551-5d453ce230de, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=419e7935-65e5-4584-a551-5d453ce230de,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:49.939591 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:49.946943 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-252dfe18-5756-4a40-a9ed-96e0b82fae62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:49.962949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.052064 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.060566 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:46Z', 'revision_number': 3, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:50.065872 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Checking router: 34a29b35-69ae-4784-812e-07d5cb42f393 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:50.067337 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Updating router 34a29b35-69ae-4784-812e-07d5cb42f393 port 55cb8c74-5749-4c64-ab88-3abcd73209d3 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:50.130040 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39590) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:50.158682 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Pushing event updated for resources: {'Port': ['ID=419e7935-65e5-4584-a551-5d453ce230de,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:50.166242 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 79ce9462-855d-4326-8147-3b02a321a5ea up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:50.175196 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:50.207897 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:50.208792 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:50.260073 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.287489 dv-cinder-786384-3-smb neutron-server[79235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 17:27:50.392329 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Allocated IP 172.20.0.1 (e7d1c2a7-2a7e-4b45-a51e-846306743cee/50110cb7-f7f8-41cd-8383-3f9aa000aba7/9ea1110b-d35d-4eee-9ca7-bce9f3366c86) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:50.428861 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ee0b00c5-b02f-425a-97d3-860f392aa022 req-9518e9c0-7660-47f2-9e98-955d9b292835 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.2867596 May 10 17:27:50.460064 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.580550 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:27:50.627327 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:50.640103 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 79ce9462-855d-4326-8147-3b02a321a5ea triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:50.640592 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:50.854514 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:27:50.926712 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Usage tracker for resource:security_group_rule and tenant:4d720430907f497bac3be308e41bd265 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:27:50.992743 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:27:51.033618 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:27:51.249440 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.265044 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Transition to ACTIVE for port object 55cb8c74-5749-4c64-ab88-3abcd73209d3 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:51.330646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.349622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Allocated IP 172.20.0.7 (489ff45b-44eb-4755-8baf-5ef5d57a5814/40396bc5-870c-4a8a-9888-3ce203d612a8/11dc01a1-8c50-49a1-81e8-65513e2b3fef) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:51.362703 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Transition to ACTIVE for port object 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:51.369951 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.388234 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:51.516869 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.573174 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Attempting to bind port 55cb8c74-5749-4c64-ab88-3abcd73209d3 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:51.573553 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Attempting to bind port 55cb8c74-5749-4c64-ab88-3abcd73209d3 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:51.573914 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Attempting to bind port 55cb8c74-5749-4c64-ab88-3abcd73209d3 on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:51.577115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:51.597863 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:51.616051 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Pushing event updated for resources: {'Port': ['ID=55cb8c74-5749-4c64-ab88-3abcd73209d3,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:51.619656 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:51.620308 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:51.621037 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.622058 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:51.622725 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Bound port: 55cb8c74-5749-4c64-ab88-3abcd73209d3, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:51.623363 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.659148 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:51.662943 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:51.673582 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:51.848339 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] For port 55cb8c74-5749-4c64-ab88-3abcd73209d3, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:51.851308 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.852140 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] For port 55cb8c74-5749-4c64-ab88-3abcd73209d3, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=55cb8c74-5749-4c64-ab88-3abcd73209d3,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:51.861515 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.8022244 May 10 17:27:51.862594 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39624) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:51.917336 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:51.929042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:52.041684 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 3, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:52.079612 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88605786-7612-4e50-baa9-5b96ed3ec0c2 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 3, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:52.103324 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:52.104234 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:52.119700 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:52.183083 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8942c80f-10ed-432f-aa96-1106f5f87f5e req-ff20acce-d987-45c7-8341-2af413703fe2 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.4025755 May 10 17:27:52.184415 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.349923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Pushing event updated for resources: {'Port': ['ID=55cb8c74-5749-4c64-ab88-3abcd73209d3,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:52.373468 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:52.481075 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:52.604715 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:52.689720 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.836758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Pushing event updated for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:52.868938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:52.873427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:52.890592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:52.918766 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:52.920908 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:52.931896 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Allocated IP 172.20.0.1 (7edb165e-de49-4ff4-a3fa-95597e4c9d91/2c6a0397-b270-4cf6-ab25-dc3315464290/f3be7f18-0d0f-4e23-bcbf-7020cfa48233) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:53.189326 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 3, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:53.194412 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:27:53.194812 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Updating router 9551e227-99b3-4be4-abd6-8acc0d7690e1 port 9a579f79-5fe9-4902-8574-693f4c56f615 binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:27:53.328372 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.329834 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.331279 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.410922 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.472690 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.503665 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9dd49e3d-42e8-4b13-b2ce-63ed57b7a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.550313 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:53.641971 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-901dc6cb-dc39-4fa6-a7ef-ef2b25b855cc None None] Provisioning for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:53.656465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.663376 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-901dc6cb-dc39-4fa6-a7ef-ef2b25b855cc None None] Provisioning complete for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:53.663844 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-901dc6cb-dc39-4fa6-a7ef-ef2b25b855cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.668303 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d99ede5-a67e-4ca6-aeed-2d094b158921,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:53.707146 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:53.720041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:53.847533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-901dc6cb-dc39-4fa6-a7ef-ef2b25b855cc None None] Port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:53.945495 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.968245 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.991512 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:53.995277 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.042066 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-570862a3-67c1-4137-a713-6ea136689308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:46Z', 'revision_number': 3, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:54.048640 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570862a3-67c1-4137-a713-6ea136689308 None None] The sync data for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb is: [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:46Z', 'revision_number': 3, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:54.123492 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Network 489ff45b-44eb-4755-8baf-5ef5d57a5814 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:54.149197 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Pushing event updated for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.169729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.213641 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 419e7935-65e5-4584-a551-5d453ce230de up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:54.252673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.264266 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.292440 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d720430907f497bac3be308e41bd265&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0354879 May 10 17:27:54.298524 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:54.301632 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:54.321814 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.324907 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.328375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39670) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:54.347006 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.618745 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.633020 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.640325 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:54.640325 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:54.640846 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Transition to ACTIVE for port object 9a579f79-5fe9-4902-8574-693f4c56f615 will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:54.642345 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d34a0-f9de-49d3-b348-d8e1bfb59db5,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.642345 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.642345 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d99ede5-a67e-4ca6-aeed-2d094b158921 HTTP/1.1" status: 204 len: 168 time: 5.1461408 May 10 17:27:54.642823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39676) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:54.642823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:54.642823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.643675 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 419e7935-65e5-4584-a551-5d453ce230de completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:54.643675 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 419e7935-65e5-4584-a551-5d453ce230de triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:54.643675 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.685577 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Pushing event updated for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.715608 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.718111 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:54.731332 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6441300 May 10 17:27:54.830584 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-1cd4dc72-6d16-4cc3-9a88-1e04a8d0762b tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:27:54.831434 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-1cd4dc72-6d16-4cc3-9a88-1e04a8d0762b tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188808 May 10 17:27:54.903788 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Attempting to bind port 9a579f79-5fe9-4902-8574-693f4c56f615 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:54.904443 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Attempting to bind port 9a579f79-5fe9-4902-8574-693f4c56f615 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:54.905802 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Attempting to bind port 9a579f79-5fe9-4902-8574-693f4c56f615 on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:54.913148 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Pushing event updated for resources: {'Port': ['ID=9a579f79-5fe9-4902-8574-693f4c56f615,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:54.919311 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:54.923032 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:54.923590 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:54.924236 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.924823 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:54.925465 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Bound port: 9a579f79-5fe9-4902-8574-693f4c56f615, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:54.926126 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:54.970257 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae34f2-3702-475b-910b-3345b2b66c69 req-6afe20c9-a149-45db-9051-c04b32635bdb tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:54.975471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-97ae34f2-3702-475b-910b-3345b2b66c69 req-6afe20c9-a149-45db-9051-c04b32635bdb tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Synchronizing usage tracker for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:55.013465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:55.046267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-73dec8c6-e5eb-407c-8c5a-2e7e57ab79d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:55.092460 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.133784 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] For port 9a579f79-5fe9-4902-8574-693f4c56f615, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:55.140824 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 419e7935-65e5-4584-a551-5d453ce230de, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=419e7935-65e5-4584-a551-5d453ce230de,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:55.147982 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] For port 9a579f79-5fe9-4902-8574-693f4c56f615, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9a579f79-5fe9-4902-8574-693f4c56f615,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:55.190986 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.225466 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.225677 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.227951 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:55.231280 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:55.339469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=419e7935-65e5-4584-a551-5d453ce230de,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:55.365083 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:55.435998 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-97ae34f2-3702-475b-910b-3345b2b66c69 req-6afe20c9-a149-45db-9051-c04b32635bdb tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Unset dirty status for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:55.437604 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-97ae34f2-3702-475b-910b-3345b2b66c69 req-6afe20c9-a149-45db-9051-c04b32635bdb tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 931 time: 1.7868154 May 10 17:27:55.476580 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.522900 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:55.523529 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:55.537681 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.551085 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Request body: {'port': {'device_id': '1f4420aa-e9c5-414c-b871-310d46607d42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:27:55.636479 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:55.670505 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-44897c31-cdaa-4f2c-a4e9-d583bf498a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.681225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:55.733849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.776934 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-97ae34f2-3702-475b-910b-3345b2b66c69 req-fd20c6c0-e36a-4e9a-a26d-970b69eb7071 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101561 May 10 17:27:55.820496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Pushing event updated for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:55.851656 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Pushing event updated for resources: {'Port': ['ID=9a579f79-5fe9-4902-8574-693f4c56f615,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:55.867621 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:55.895574 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:55.967912 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:55.997007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:56.060477 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.182925 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.213691 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-663ccdbe-ac9b-4bfe-b6e8-a6f6cc0f4b7a None None] Provisioning complete for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:56.213691 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-663ccdbe-ac9b-4bfe-b6e8-a6f6cc0f4b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.213952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Allocated IP 172.20.0.1 (51847fa6-b289-4416-abe5-c8d73a0af35c/6c1fda63-987e-4954-b17e-b9072e48c8e0/bc4b2de9-2cd6-4857-8286-5e6be3a615d5) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:27:56.362667 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 55cb8c74-5749-4c64-ab88-3abcd73209d3 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:56.416049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.511265 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:56.594241 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d34a0-f9de-49d3-b348-d8e1bfb59db5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:56.624334 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:56.631927 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.639571 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 3, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:56.651588 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2d970b-c97b-4bcd-9551-82b44e94b506 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 3, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:27:56.662276 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.667090 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.709766 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Transition to ACTIVE for port object bc4b2de9-2cd6-4857-8286-5e6be3a615d5 will not be triggered until provisioned by entity DHCP. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:56.736587 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-663ccdbe-ac9b-4bfe-b6e8-a6f6cc0f4b7a None None] Port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:56.848440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.869096 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 55cb8c74-5749-4c64-ab88-3abcd73209d3 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:56.875050 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 55cb8c74-5749-4c64-ab88-3abcd73209d3 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:56.875257 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.877736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.877736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.880918 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.881285 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > port after_create 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.881621 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.886161 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > port after_update 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.886605 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.886972 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.887305 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.888276 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:56.962804 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:56.994730 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-31bd931c-9ee3-4f06-bfd6-c79ddf0258e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:57.130139 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:57.150042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:57.182172 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:57.194492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:57.195051 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:57.195202 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:57.195778 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:27:57.196317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ab3a24-668e-4ee0-8092-4cd8d9734cfc']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:57.217238 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:57.225612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.230697 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:27:57.231147 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.236843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ac3f3e-54d2-407d-9675-654793cabf62') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:57.236843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ac3f3e-54d2-407d-9675-654793cabf62') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:57.245218 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:27:57.263869 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.289483 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 55cb8c74-5749-4c64-ab88-3abcd73209d3, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=55cb8c74-5749-4c64-ab88-3abcd73209d3,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:27:57.348181 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:57.402673 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.402890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.406032 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 419e7935-65e5-4584-a551-5d453ce230de up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:57.452426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.456477 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/191d34a0-f9de-49d3-b348-d8e1bfb59db5 HTTP/1.1" status: 204 len: 168 time: 3.1245899 May 10 17:27:57.576759 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:57.744096 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=55cb8c74-5749-4c64-ab88-3abcd73209d3,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:57.789780 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:57.825201 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 419e7935-65e5-4584-a551-5d453ce230de triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:57.825588 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:57.973495 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-9e94d541-c763-4db9-8a89-4b34a27ae675 None None] Provisioning for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:27:57.998518 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-9e94d541-c763-4db9-8a89-4b34a27ae675 None None] Provisioning complete for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:57.998910 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9e94d541-c763-4db9-8a89-4b34a27ae675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.010671 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.087067 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:27:58.099752 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.124676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Pushing event updated for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: from cryptography.utils import int_from_bytes May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: from cryptography.utils import int_from_bytes May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:27:58.130200 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:27:58.139573 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:58.143214 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.144514 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-9e94d541-c763-4db9-8a89-4b34a27ae675 None None] Port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:27:58.362368 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.415141 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.463380 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dc01a1-8c50-49a1-81e8-65513e2b3fef {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:27:58.491046 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.508657 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:27:58.519766 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:27:58.553026 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:27:58.553868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:27:58.587569 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6427b0-df6e-4d42-ae66-150d5d90797b req-7d172caa-73d1-4d21-9ca8-fa4f6b4d2fa7 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:27:58.609944 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5a6427b0-df6e-4d42-ae66-150d5d90797b req-7d172caa-73d1-4d21-9ca8-fa4f6b4d2fa7 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 931 time: 1.3967276 May 10 17:27:58.614659 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] 10.222.0.26 "PUT /v2.0/routers/5724c76d-aa68-4e16-a8da-03368bb4a66c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5313289 May 10 17:27:58.718406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.808995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9b73b35a-f9d4-4c5e-9574-79654c95abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:58.846377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:58.859393 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] 10.222.0.26 "DELETE /v2.0/networks/e7ab3a24-668e-4ee0-8092-4cd8d9734cfc HTTP/1.1" status: 204 len: 168 time: 4.2682686 May 10 17:27:58.867796 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39788) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:27:58.873366 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ab3a24-668e-4ee0-8092-4cd8d9734cfc,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:58.980190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:27:59.001480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Transition to ACTIVE for port object 11dc01a1-8c50-49a1-81e8-65513e2b3fef will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:27:59.034656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-8a0b5988-ddbd-4ca7-9930-398d63e2f0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:59.052176 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-5a6427b0-df6e-4d42-ae66-150d5d90797b req-d8dd71be-c32c-4761-aae4-c5c192e2eb1a tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Synchronizing usage tracker for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:27:59.084500 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.124539 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:59.133734 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:27:59.140645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Deleting subnet e701132f-7ba3-4277-b492-2f5c211d1145 {{(pid=79236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:27:59.159149 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:27:59.159704 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 55cb8c74-5749-4c64-ab88-3abcd73209d3 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:27:59.177081 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.572221 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.db.resource_extend [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:27:59.597612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-5a6427b0-df6e-4d42-ae66-150d5d90797b req-d8dd71be-c32c-4761-aae4-c5c192e2eb1a tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Unset dirty status for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:27:59.632185 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5a6427b0-df6e-4d42-ae66-150d5d90797b req-d8dd71be-c32c-4761-aae4-c5c192e2eb1a tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0119007 May 10 17:27:59.632266 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Attempting to bind port 11dc01a1-8c50-49a1-81e8-65513e2b3fef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:27:59.637357 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Attempting to bind port 11dc01a1-8c50-49a1-81e8-65513e2b3fef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '3dca1638-01ed-4819-82f2-213b48c467a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:27:59.638896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Attempting to bind port 11dc01a1-8c50-49a1-81e8-65513e2b3fef on network 489ff45b-44eb-4755-8baf-5ef5d57a5814 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:59.645322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:27:59.659174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:27:59.675746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.682356 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Port 11dc01a1-8c50-49a1-81e8-65513e2b3fef on network 489ff45b-44eb-4755-8baf-5ef5d57a5814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:27:59.688189 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Attempting to bind port 11dc01a1-8c50-49a1-81e8-65513e2b3fef on network 489ff45b-44eb-4755-8baf-5ef5d57a5814 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:27:59.696423 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:27:59.697102 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Checking segment: {'id': '3dca1638-01ed-4819-82f2-213b48c467a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:27:59.697894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Bound using segment: {'id': '3dca1638-01ed-4819-82f2-213b48c467a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:27:59.698565 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Bound port: 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dca1638-01ed-4819-82f2-213b48c467a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:27:59.699193 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.729445 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 55cb8c74-5749-4c64-ab88-3abcd73209d3 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:27:59.735717 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.741113 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1699070'] for subnet, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.859472 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:27:59.863751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef,segment=NetworkSegment(3dca1638-01ed-4819-82f2-213b48c467a5),segment_id=3dca1638-01ed-4819-82f2-213b48c467a5)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:27:59.865320 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.866380 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.871242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-aca75692-bf8d-4281-87b2-afe0cf424740 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:27:59.879648 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:27:59.931703 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Router 34a29b35-69ae-4784-812e-07d5cb42f393 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:28:00.104857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.149795 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:00.150544 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.152151 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] 10.222.0.38 "PUT /v2.0/ports/11dc01a1-8c50-49a1-81e8-65513e2b3fef HTTP/1.1" status: 200 len: 1093 time: 4.9143977 May 10 17:28:00.156012 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:00.252964 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:00.263302 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:00.280336 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:00.284280 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:00.285161 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:00.407098 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9a579f79-5fe9-4902-8574-693f4c56f615 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:00.550330 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39830) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:00.551472 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:00.719868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 2, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:00.719868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:00.719868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Updating router 5724c76d-aa68-4e16-a8da-03368bb4a66c port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:28:00.719868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:00.722911 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39836) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:00.723776 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:00.746890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225767018', 'description': 'tempest-description--1789908571'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:00.778142 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:28:00.778905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:00.794371 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] 10.222.0.26 "PUT /v2.0/routers/34a29b35-69ae-4784-812e-07d5cb42f393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5159783 May 10 17:28:00.794498 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:00.803891 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:00.805973 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Sync routers for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:28:00.852281 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:00.858220 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:00.860990 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:00.975284 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 9a579f79-5fe9-4902-8574-693f4c56f615 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:00.997457 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 9a579f79-5fe9-4902-8574-693f4c56f615 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:00.997843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.088803 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:28:01.091146 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-628cea2b-21ec-4e5a-b3aa-c537b258e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:01.092649 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-628cea2b-21ec-4e5a-b3aa-c537b258e51a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1263518ff9494fed86f4fd9b109264a1&device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 1096 time: 0.5553548 May 10 17:28:01.346955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba180659-4bba-41a9-b035-16005052b98f req-c7fefd24-6f9e-49cb-987a-1c55d7ec0d5e tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:01.346955 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ba180659-4bba-41a9-b035-16005052b98f req-c7fefd24-6f9e-49cb-987a-1c55d7ec0d5e tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 943 time: 0.3543093 May 10 17:28:01.359070 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-84795a82-7a90-4579-aa4a-d83586e6d5bc None None] Provisioning complete for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:01.359509 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-84795a82-7a90-4579-aa4a-d83586e6d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.370505 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:01.384412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.445578 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:01.452606 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Usage tracker for resource:security_group_rule and tenant:f8c7c21012e14008b70e553b7f5d307a is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:01.457504 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:01.478977 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:01.502241 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ba180659-4bba-41a9-b035-16005052b98f req-35f5afc0-0a9f-42c0-9cf6-4fd9281d4d50 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985581 May 10 17:28:01.542584 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-1f879829-4dac-4069-8c6f-70cfa1cd2e2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef HTTP/1.1" status: 200 len: 217 time: 0.2666829 May 10 17:28:01.552465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.593213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1889527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10743764'] for subnet, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.645582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:01.716961 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-84795a82-7a90-4579-aa4a-d83586e6d5bc None None] Port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:28:01.952436 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:01.962437 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e701132f-7ba3-4277-b492-2f5c211d1145,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:01.973373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:01.977566 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e701132f-7ba3-4277-b492-2f5c211d1145 HTTP/1.1" status: 204 len: 168 time: 3.1087613 May 10 17:28:01.980806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39868) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:02.070179 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef', 'status': 'completed', 'code': 200} May 10 17:28:02.171671 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7e441-0629-497a-953a-a96f80842023 req-296d71f7-536e-4465-b526-e520fee45caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:02.178289 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-296d71f7-536e-4465-b526-e520fee45caa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40396bc5-870c-4a8a-9888-3ce203d612a8 HTTP/1.1" status: 200 len: 852 time: 0.5413451 May 10 17:28:02.186234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:02.193236 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.205075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:02.208166 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:02.212881 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Transition to ACTIVE for port object 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:02.218400 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.239911 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 9a579f79-5fe9-4902-8574-693f4c56f615, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9a579f79-5fe9-4902-8574-693f4c56f615,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:02.242237 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.265118 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'f3be7f18-0d0f-4e23-bcbf-7020cfa48233', 'name': '', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'tenant_id': 'be192babed864c59a029e346bf315547', 'mac_address': 'fa:16:3e:b3:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:27:56Z', 'revision_number': 2, 'project_id': 'be192babed864c59a029e346bf315547', 'subnets': [{'id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:02.273946 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Checking router: 34a29b35-69ae-4784-812e-07d5cb42f393 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:02.279588 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Updating router 34a29b35-69ae-4784-812e-07d5cb42f393 port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:28:02.293370 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.306025 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:02.377243 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.398475 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.402387 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:02.425662 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-1fd2ce82-3c79-4e70-89e7-ca5e51646d39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=489ff45b-44eb-4755-8baf-5ef5d57a5814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975863 May 10 17:28:02.427991 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:28:02.480810 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] 10.222.0.26 "PUT /v2.0/routers/9551e227-99b3-4be4-abd6-8acc0d7690e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5452933 May 10 17:28:02.568278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.680719 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:28:02.726717 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.822256 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-850e5ef5-a38a-49cb-a6f2-85dffd6a33ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:02.824032 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-850e5ef5-a38a-49cb-a6f2-85dffd6a33ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 819 time: 0.7945552 May 10 17:28:02.834075 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:02.963632 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:02.965272 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:02.978227 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.064757 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.080568 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Transition to ACTIVE for port object f3be7f18-0d0f-4e23-bcbf-7020cfa48233 will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:03.089791 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Pushing event updated for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:03.090663 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:03.159745 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8c7c21012e14008b70e553b7f5d307a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4504347 May 10 17:28:03.169862 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39906) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:03.172161 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e14ec3-c664-460f-9261-95796fbbb0c5,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:03.187719 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.188109 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-36b4a719-162e-47c2-8c53-7ced6a807f53 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/quotas/be192babed864c59a029e346bf315547 HTTP/1.1" status: 200 len: 375 time: 0.3276680 May 10 17:28:03.188109 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:03.188273 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-eaf00892-d6bd-4d24-b11c-d11742fc3431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.236680 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.241999 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-5a42603d-589f-4d53-8276-13a0c214d8c7 service neutron] 10.222.0.38 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999175 May 10 17:28:03.323538 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.323538 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000d4db2-ab77-4265-817c-e74425ac2428']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:03.353716 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18add53-df53-4bf7-80c3-a5d294aa437b') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:03.354009 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18add53-df53-4bf7-80c3-a5d294aa437b') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:03.367043 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.381923 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.386490 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.391528 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:28:03.392115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.419360 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.457346 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:28:03.485131 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:28:03.542437 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-5ae340a3-40fb-4c8d-a33e-4e2dee07954c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:03.596440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.606923 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Attempting to bind port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:03.606923 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Attempting to bind port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:03.606923 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Attempting to bind port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:03.607734 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.617678 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:03.618055 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Checking segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:03.618562 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.619243 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Bound using segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:03.619748 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Bound port: f3be7f18-0d0f-4e23-bcbf-7020cfa48233, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:03.620152 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.640753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.654245 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079c5ba-7a92-40e8-ae94-68b2f0122a6b None None] Pushing event updated for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:03.665975 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-3079c5ba-7a92-40e8-ae94-68b2f0122a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:03.668068 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/000d4db2-ab77-4265-817c-e74425ac2428 HTTP/1.1" status: 204 len: 168 time: 1.6811826 May 10 17:28:03.675510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4109bcaf-115a-4fce-8a05-6e8d99b26737,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:03.692028 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=000d4db2-ab77-4265-817c-e74425ac2428,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:03.694608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-5ae340a3-40fb-4c8d-a33e-4e2dee07954c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:03.696139 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-5ae340a3-40fb-4c8d-a33e-4e2dee07954c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5138438 May 10 17:28:03.697116 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:03.749851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:03.882211 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Attempting to bind port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:03.882831 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697c756-c457-4a67-b417-fc4526ab4924 req-a3278811-e892-4988-ad2a-e14a63688b09 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:03.882963 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Attempting to bind port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:03.888729 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Attempting to bind port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:03.890395 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] For port f3be7f18-0d0f-4e23-bcbf-7020cfa48233, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:03.893064 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5697c756-c457-4a67-b417-fc4526ab4924 req-a3278811-e892-4988-ad2a-e14a63688b09 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 943 time: 0.8888156 May 10 17:28:03.895115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.897028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.903988 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] For port f3be7f18-0d0f-4e23-bcbf-7020cfa48233, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:03.904975 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3471925 May 10 17:28:03.907592 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39926) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:03.939353 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group_rule': {'security_group_id': '4109bcaf-115a-4fce-8a05-6e8d99b26737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:03.944983 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Checking segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Bound using segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Bound port: 9ea1110b-d35d-4eee-9ca7-bce9f3366c86, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:03.951289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.951939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:03.952427 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:03.959452 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:03.981537 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:03.985520 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:03.991801 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-7c4c28a9-76bb-4bac-903b-662f0f7daacc service neutron] 10.222.0.26 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872496 May 10 17:28:04.074607 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=9a579f79-5fe9-4902-8574-693f4c56f615,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:04.111130 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:04.130588 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5697c756-c457-4a67-b417-fc4526ab4924 req-9c00b639-6780-4872-9c98-7ebce9243894 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365785 May 10 17:28:04.167113 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.168631 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:04.180261 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.196562 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:04.197196 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:04.233500 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2cc7e441-0629-497a-953a-a96f80842023 req-acca62ae-ab5e-4894-9472-5d3e437bec83 service neutron] 10.222.0.38 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9746728 May 10 17:28:04.292930 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-b85f1743-83fb-437d-a110-e9e426b9885b service neutron] 10.222.0.26 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929893 May 10 17:28:04.334160 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] For port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:04.436384 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] For port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:04.535740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39946) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:04.586273 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.606354 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:04.613639 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079c5ba-7a92-40e8-ae94-68b2f0122a6b None None] Pushing event updated for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=4']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:04.618566 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-3079c5ba-7a92-40e8-ae94-68b2f0122a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:04.679818 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.705016 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1999c558-1dc3-4d57-a3ed-c4245c4c76f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2c3789627dc40ad8b4631d7570b54e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1667540 May 10 17:28:04.705723 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39952) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:04.739735 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:04.741911 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.773306 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-fccadd34-6d5c-485b-bf1d-feec669ee29c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:04.809119 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-a9136f26-eb25-430f-8b45-36165c161885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:04.811872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-a9136f26-eb25-430f-8b45-36165c161885 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1263518ff9494fed86f4fd9b109264a1&device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 1096 time: 0.3400030 May 10 17:28:04.818679 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:04.830262 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e14ec3-c664-460f-9261-95796fbbb0c5,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:04.837243 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:04.906663 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:05.048060 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4953d7e8-485d-4e2a-8690-6f4d50c90644 req-23e3ae89-4d19-410e-92e1-42ed5e3ef525 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 210 time: 0.2251964 May 10 17:28:05.065483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.096087 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:05.099360 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:05.144859 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.235341 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.242032 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72e14ec3-c664-460f-9261-95796fbbb0c5 HTTP/1.1" status: 204 len: 168 time: 2.0034225 May 10 17:28:05.244819 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0111417-cf2c-47dc-a143-38158534f602,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:05.279009 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:05.303863 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9a579f79-5fe9-4902-8574-693f4c56f615 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:05.314313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 39974) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:05.319851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005940904', 'description': 'tempest-description--51946176'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:05.340926 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:05.397213 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.400647 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4896562 May 10 17:28:05.403197 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 39984) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:05.406213 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-d811300b-065e-41ba-b84a-87f55b7ec35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:05.410533 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-d811300b-065e-41ba-b84a-87f55b7ec35b service neutron] 10.222.0.38 "GET /v2.0/networks?id=489ff45b-44eb-4755-8baf-5ef5d57a5814 HTTP/1.1" status: 200 len: 913 time: 0.5655041 May 10 17:28:05.417996 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.418126 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group_rule': {'security_group_id': '4109bcaf-115a-4fce-8a05-6e8d99b26737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:05.418233 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:05.440212 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:05.459393 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:05.484866 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:05.497685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:05.520205 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff846dcf-5bec-44ef-a4d0-e00826dbac6c,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:05.522283 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:05.528784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:05.531895 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.533330 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff846dcf-5bec-44ef-a4d0-e00826dbac6c HTTP/1.1" status: 204 len: 168 time: 0.8249590 May 10 17:28:05.533946 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-0c2acb70-c5cd-4062-bf05-fbba1f921800 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef HTTP/1.1" status: 200 len: 217 time: 0.1086516 May 10 17:28:05.534881 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:05.538094 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:05.547786 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:05.602686 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044a3a-7aeb-4a8a-9620-be74be97ed53 req-0f8c0dfa-7d14-47a9-ad53-5e487070475c tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:05.608639 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c044a3a-7aeb-4a8a-9620-be74be97ed53 req-0f8c0dfa-7d14-47a9-ad53-5e487070475c tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 943 time: 0.2762592 May 10 17:28:05.608639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.675826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:05.684235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:05.689308 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:05.701734 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c044a3a-7aeb-4a8a-9620-be74be97ed53 req-ca8ebe31-6fea-4a04-b1ba-bd71d9109819 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702865 May 10 17:28:05.711559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:05.724502 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'f3be7f18-0d0f-4e23-bcbf-7020cfa48233', 'name': '', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'tenant_id': 'be192babed864c59a029e346bf315547', 'mac_address': 'fa:16:3e:b3:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:28:03Z', 'revision_number': 4, 'project_id': 'be192babed864c59a029e346bf315547', 'subnets': [{'id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:05.730003 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a5981-02ce-4609-b64c-022ed5670ec9 None None] The sync data for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb is: [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'f3be7f18-0d0f-4e23-bcbf-7020cfa48233', 'name': '', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'tenant_id': 'be192babed864c59a029e346bf315547', 'mac_address': 'fa:16:3e:b3:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:51Z', 'updated_at': '2021-05-10T17:28:03Z', 'revision_number': 4, 'project_id': 'be192babed864c59a029e346bf315547', 'subnets': [{'id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:05.821015 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 9a579f79-5fe9-4902-8574-693f4c56f615 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:05.821842 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.854724 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40024) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:05.903731 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Pushing event updated for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:05.910808 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:05.925955 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.319s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:06.014642 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.024641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.029964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1f3a8bc3-0290-4baa-98cc-82bcacee8aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:06.113880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93aaea9a-46e0-40de-9f6c-2e162820d19b,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:06.118893 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-9b420b79-a42d-4dfe-a4c5-72e9c26b65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:06.121459 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:06.127274 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-9b420b79-a42d-4dfe-a4c5-72e9c26b65ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=40396bc5-870c-4a8a-9888-3ce203d612a8 HTTP/1.1" status: 200 len: 852 time: 0.5469105 May 10 17:28:06.146465 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:06.196692 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.201673 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8857961 May 10 17:28:06.202080 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40038) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:06.209440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group_rule': {'security_group_id': '93aaea9a-46e0-40de-9f6c-2e162820d19b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:06.222620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:06.232863 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:06.243644 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:06.252767 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-5478dcda-6d3e-4334-806a-dcb1a3f7277e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=489ff45b-44eb-4755-8baf-5ef5d57a5814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230557 May 10 17:28:06.257900 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:06.340179 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40044) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:06.370542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.398444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.434629 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:06.467292 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:27:58Z', 'revision_number': 2, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:06.474892 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Usage tracker for resource:security_group_rule and tenant:c9138389023740e7a4f7b330135d9f79 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:06.479751 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:06.480341 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Updating router 9551e227-99b3-4be4-abd6-8acc0d7690e1 port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:28:06.482372 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.505998 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.509535 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:06.523552 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-58f442ce-1961-4526-8709-b165ea7b66ca tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:06.524321 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-58f442ce-1961-4526-8709-b165ea7b66ca tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:06.529212 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:06.590949 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:06.600928 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Usage tracker for resource:security_group_rule and tenant:197037f55a7f4cba84632146ed5be89c is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:06.606041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.613637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:06.624106 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-066289fa-e361-4d08-a5ae-dd79adf29c30 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:06.630613 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:06.640445 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.656108 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb05765a-3e12-400b-92b2-0e4a99383721,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:06.662176 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:06.664367 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-ac4c639e-adc7-40a2-8846-f1404cd90655 service neutron] 10.222.0.38 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917818 May 10 17:28:06.699169 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-58f442ce-1961-4526-8709-b165ea7b66ca tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:06.705748 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-58f442ce-1961-4526-8709-b165ea7b66ca tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 819 time: 0.9915876 May 10 17:28:06.734434 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.757569 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.817426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:06.847005 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:06.849999 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4367545 May 10 17:28:06.852188 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40058) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:06.861759 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-065d5d51-e2e1-41ae-880f-3aa5902b28d1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/quotas/be192babed864c59a029e346bf315547 HTTP/1.1" status: 200 len: 375 time: 0.1551201 May 10 17:28:06.868959 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:06.929265 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:06.952727 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214ea2e-3c60-4ba3-a0dd-c11ec4b0bd27,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:06.964434 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:06.980992 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40062) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:07.002514 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:floatingip and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:07.007424 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:07.113894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:07.165060 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-151e68c0-3418-40a6-8ad5-c0878259d8a6 req-5442156e-ff07-4288-bf75-489da60e8ccd service neutron] 10.222.0.38 "GET /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912193 May 10 17:28:07.190035 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-955d3a64-c632-41e1-9ef7-7c7cb2869717 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a900dd5e4dae4c63b5f14dbcbbd7ca70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2055845 May 10 17:28:07.197345 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40066) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:07.200042 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.232826 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-cdb27bfa-8c76-42ed-8656-25a713f74bc5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3697877 May 10 17:28:07.239520 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.257179 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f3be7f18-0d0f-4e23-bcbf-7020cfa48233 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:07.261976 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.266602 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0615301 May 10 17:28:07.269619 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40074) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:07.283012 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group_rule': {'security_group_id': '93aaea9a-46e0-40de-9f6c-2e162820d19b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:07.292729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:07.305676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.306099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:07.312399 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:07.322684 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.324887 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:07.341685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4359f3-1b90-400a-b53c-97f2285473ae req-c6fb9c59-a7fd-4a21-bd0f-d9fd57167a6d tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:07.343472 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9a4359f3-1b90-400a-b53c-97f2285473ae req-c6fb9c59-a7fd-4a21-bd0f-d9fd57167a6d tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 943 time: 0.3453655 May 10 17:28:07.347524 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:07.354416 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.368567 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.420006 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.440739 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=197037f55a7f4cba84632146ed5be89c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5849342 May 10 17:28:07.452038 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40078) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:07.470920 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.489814 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.db.resource_extend [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:28:07.494268 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9138389023740e7a4f7b330135d9f79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1526508 May 10 17:28:07.494989 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40084) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:07.500834 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f33b4-5def-4af6-81f4-3ce8f8236ae7,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:07.504022 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:07.520018 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-89e7372b-2cab-45b5-a666-9fc7c5c3662e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:07.553915 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9a4359f3-1b90-400a-b53c-97f2285473ae req-f46af5b2-9794-4b26-a905-0e22ce1d7fcf tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884949 May 10 17:28:07.642201 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.647915 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632a5ff6-3220-4e23-a863-be33a10dc14c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:07.652702 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:07.667218 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Transition to ACTIVE for port object bc4b2de9-2cd6-4857-8286-5e6be3a615d5 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:07.675606 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:07.675773 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-b3caff49-3a86-4783-80f5-1fe224f87d20 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:28:07.675877 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.675955 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-b3caff49-3a86-4783-80f5-1fe224f87d20 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1454871 May 10 17:28:07.677002 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:07.677450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.703980 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.716974 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:04Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:07.718073 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.730408 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f2ca8-5928-42cd-ac16-14a52b9ba9a8 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:04Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:07.754695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:07.830892 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.837673 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:07.846164 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.858436 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f33b4-5def-4af6-81f4-3ce8f8236ae7,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:07.868186 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:07.869563 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:07.886358 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:07.891632 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b09f33b4-5def-4af6-81f4-3ce8f8236ae7 HTTP/1.1" status: 204 len: 168 time: 0.3925893 May 10 17:28:07.957309 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700ade-8353-4be0-8337-a0865830174d None None] Pushing event updated for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:07.979680 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-40700ade-8353-4be0-8337-a0865830174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:08.034634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca486030-aa5e-4349-a906-5ed39e18228c,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:08.056623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:08.070421 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.117905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.121315 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca486030-aa5e-4349-a906-5ed39e18228c HTTP/1.1" status: 204 len: 168 time: 0.9127383 May 10 17:28:08.136134 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.199760 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.224199 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.280943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.289075 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-89a06bb5-736e-4acd-9b02-3d48675f1257 service neutron] 10.222.0.26 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053631 May 10 17:28:08.298563 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:08.355220 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Attempting to bind port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:08.361436 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Attempting to bind port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:08.361436 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Attempting to bind port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:08.365544 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port f3be7f18-0d0f-4e23-bcbf-7020cfa48233, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:08.370195 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:08.370946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Checking segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:08.371538 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.372141 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Bound using segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:08.372796 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Bound port: bc4b2de9-2cd6-4857-8286-5e6be3a615d5, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:08.373369 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.453644 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4424beb3-99a8-4aef-a428-ae5c935ac16d,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:08.465910 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:08.473842 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 11dc01a1-8c50-49a1-81e8-65513e2b3fef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:28:08.495354 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.506168 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:08.548244 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.552289 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cd822387-f951-4b49-b7ea-b5d17bdcf1ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2767327 May 10 17:28:08.553843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40110) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:08.579343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:08.579546 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-750d7d34-8412-4096-8150-41392c8d160f service neutron] 10.222.0.26 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640712 May 10 17:28:08.579546 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.579800 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:08.580947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:floatingip and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:08.586089 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:08.596718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:08.606868 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cd0f51c5-a134-4797-8bd2-e20a9f5ce4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:08.638627 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.676436 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:08.865895 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] For port bc4b2de9-2cd6-4857-8286-5e6be3a615d5, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:08.930932 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] For port bc4b2de9-2cd6-4857-8286-5e6be3a615d5, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:08.956438 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:08.966732 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:08.973062 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:09.002650 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Allocated IP 172.28.3.20 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/a0d232c5-c0bf-453b-a244-3ccb78f5fa54) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:09.147805 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.152983 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25f650-789a-4988-9977-ff0135608f6f req-4a0e5828-702f-4bfc-80a4-566cc309f82b tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:09.154726 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5e25f650-789a-4988-9977-ff0135608f6f req-4a0e5828-702f-4bfc-80a4-566cc309f82b tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 943 time: 0.2170038 May 10 17:28:09.185178 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:09.215010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.226535 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.362911 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5e25f650-789a-4988-9977-ff0135608f6f req-70db0149-e2d5-47b1-974a-756c4477947c tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952398 May 10 17:28:09.433052 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.438201 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a5ff6-3220-4e23-a863-be33a10dc14c,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:09.440587 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.441747 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/632a5ff6-3220-4e23-a863-be33a10dc14c HTTP/1.1" status: 204 len: 168 time: 1.9882097 May 10 17:28:09.448148 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:09.466253 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f67f7c29-1d22-421e-b099-06cf53ef039b req-93eade12-6fd8-4093-b1cc-aa5361863868 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.2165520 May 10 17:28:09.493475 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef,segment=NetworkSegment(3dca1638-01ed-4819-82f2-213b48c467a5),segment_id=3dca1638-01ed-4819-82f2-213b48c467a5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:09.502081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:09.539561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Allocated IP 172.28.3.99 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/a960da5b-3c29-4189-ac96-828f1dc442ce) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:09.545827 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40150) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:09.551791 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '11dc01a1-8c50-49a1-81e8-65513e2b3fef', 'network_id': '489ff45b-44eb-4755-8baf-5ef5d57a5814', 'port_id': '11dc01a1-8c50-49a1-81e8-65513e2b3fef', 'mac_address': 'fa:16:3e:de:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40396bc5-870c-4a8a-9888-3ce203d612a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:28:09.695162 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:09.708561 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:09.713822 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=a0d232c5-c0bf-453b-a244-3ccb78f5fa54,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:09.725454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:09.742768 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40700ade-8353-4be0-8337-a0865830174d None None] Pushing event updated for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:09.761686 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:09.764308 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:27:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:09.861976 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:09.884867 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:09.913839 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a9a7e455-d8a3-4d67-a116-e9f34220e5e4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:09.916023 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a9a7e455-d8a3-4d67-a116-e9f34220e5e4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 819 time: 0.6310136 May 10 17:28:09.935817 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Request body: {'port': {'device_id': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'admin_state_up': True, 'tenant_id': 'be192babed864c59a029e346bf315547'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:09.952850 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-40700ade-8353-4be0-8337-a0865830174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:09.954876 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:09.955926 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.042216 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:10.042601 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.093336 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.108949 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.134713 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:10.139192 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Usage tracker for resource:security_group_rule and tenant:03d7cd58c42749acba76ab0707083779 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:10.143561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:10.145450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dc01a1-8c50-49a1-81e8-65513e2b3fef {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:10.148244 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.151624 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:10.154369 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.168642 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e3f125c8-4c56-47fc-9f21-ec2afe2280d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:10.183894 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef,segment=NetworkSegment(3dca1638-01ed-4819-82f2-213b48c467a5),segment_id=3dca1638-01ed-4819-82f2-213b48c467a5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:10.206823 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:10.272458 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:10.289201 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:10.291179 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:10.298565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:10.337176 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.343214 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:10.374175 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=a960da5b-3c29-4189-ac96-828f1dc442ce,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:10.385249 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:10.496727 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:10.508485 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.549524 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.572450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.602973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.620556 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34fbeaf2-8ad3-469a-bfdb-a5de59cc5570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:10.683983 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['11dc01a1-8c50-49a1-81e8-65513e2b3fef'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:10.685700 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03d7cd58c42749acba76ab0707083779&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1432950 May 10 17:28:10.713435 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40182) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:10.740454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.741647 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:10.742316 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Made reservation on behalf of be192babed864c59a029e346bf315547 for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:10.746039 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.753601 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:10.784585 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f1085fe9-c9be-484f-bb7b-dd80c7df3679 req-0f302bf4-de73-4d35-a8cd-0ef1f0a3ab0a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.1091120 May 10 17:28:10.808369 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:10.855792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6304d86-e2d4-48a1-a376-9741139c54e6,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:10.868468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:10.904750 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.907432 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:10.913083 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-d2b5d799-d26e-410e-b3f9-cc051bc8128f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:10.945559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40188) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:10.969955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.000716 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:11.040736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3893fc-189c-4008-83d5-b196d263b0ed req-5547ae33-e481-4e34-92f3-3b142aa0ba41 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:11.042161 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd3893fc-189c-4008-83d5-b196d263b0ed req-5547ae33-e481-4e34-92f3-3b142aa0ba41 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 944 time: 0.3274217 May 10 17:28:11.043324 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9a0a730bcadb486fa0d6f1e34a99b5a4 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:11.048054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:11.068827 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f3be7f18-0d0f-4e23-bcbf-7020cfa48233 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:11.160048 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.165424 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:11.168631 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:11.186976 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:11.199478 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:08Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:11.208319 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:11.208674 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.271169 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed7a451-292c-443c-bf8b-fc1b9f8125d8 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:08Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:11.278410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:11.295764 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.321494 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.391478 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Allocated IP 172.20.0.14 (7edb165e-de49-4ff4-a3fa-95597e4c9d91/2c6a0397-b270-4cf6-ab25-dc3315464290/728a2d29-8b56-4d96-8dba-bd0fdafeddf1) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:11.391478 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=a0d232c5-c0bf-453b-a244-3ccb78f5fa54,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:11.398535 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:11.404089 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.405462 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5519593 May 10 17:28:11.407997 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.420770 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd3893fc-189c-4008-83d5-b196d263b0ed req-24d7aa0c-7326-492f-b172-d5e45af446f0 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634470 May 10 17:28:11.482759 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.558356 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.585734 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:11.747013 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.765011 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.799582 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8c13d534-002b-4fb9-bb31-a58dc1c82a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:11.809278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.857689 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6304d86-e2d4-48a1-a376-9741139c54e6,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:11.858009 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:11.863412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=a960da5b-3c29-4189-ac96-828f1dc442ce,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:11.868811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:11.869960 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6304d86-e2d4-48a1-a376-9741139c54e6 HTTP/1.1" status: 204 len: 168 time: 1.1532137 May 10 17:28:11.882141 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:11.889774 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.018602 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-1fdde2e7-73fd-4f12-bdf7-777d5c2223ad tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:12.023982 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.035459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:12.037146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.046551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.38', 52140) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:12.055933 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:12.113541 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-006c3cdf-7b6b-48d2-8adc-a120dcb13af3 req-a7ce9c87-aaae-446a-aa26-e49f774a6f0d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.1268537 May 10 17:28:12.114283 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab712e-c434-4d5f-b09a-9df36452df76,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:12.118751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:12.120662 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:12.127471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:12.139536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:12.140238 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.147390 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.150826 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5937650 May 10 17:28:12.164115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:12.171470 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Pushing event updated for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:12.177532 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:12.189130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-1fdde2e7-73fd-4f12-bdf7-777d5c2223ad tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:12.191629 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-1fdde2e7-73fd-4f12-bdf7-777d5c2223ad tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1225767018&fields=id&tenant_id=909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 267 time: 0.2203736 May 10 17:28:12.243889 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a0a730bcadb486fa0d6f1e34a99b5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2947726 May 10 17:28:12.245816 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40228) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:12.326444 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3946085 May 10 17:28:12.347482 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Request body: {'port': {'device_id': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:12.360754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-4ef4ec75-6378-4e3d-8f21-99c73d16e4a5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:12.362453 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-4ef4ec75-6378-4e3d-8f21-99c73d16e4a5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 819 time: 0.2675245 May 10 17:28:12.375342 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Request body: {'port': {'device_id': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'admin_state_up': True, 'tenant_id': 'be192babed864c59a029e346bf315547'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:12.403049 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 11dc01a1-8c50-49a1-81e8-65513e2b3fef up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:12.556405 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:12.567301 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:12.646837 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.654101 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 11dc01a1-8c50-49a1-81e8-65513e2b3fef completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:12.664533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 11dc01a1-8c50-49a1-81e8-65513e2b3fef triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:12.666642 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.692813 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Made reservation on behalf of be192babed864c59a029e346bf315547 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:12.697374 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.849068 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.870370 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-6bfdcffb-2e3f-4aaf-b965-ffee575d455f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:12.872405 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-6bfdcffb-2e3f-4aaf-b965-ffee575d455f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:12.882521 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.916941 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef,segment=NetworkSegment(3dca1638-01ed-4819-82f2-213b48c467a5),segment_id=3dca1638-01ed-4819-82f2-213b48c467a5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:12.921191 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:12.933953 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:12.991618 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40250) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:13.002953 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.004840 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c1c38c44-122a-4c53-b260-3a01195eb918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:13.041336 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-6bfdcffb-2e3f-4aaf-b965-ffee575d455f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:13.044737 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-6bfdcffb-2e3f-4aaf-b965-ffee575d455f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 811 time: 0.8503568 May 10 17:28:13.046099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.073382 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Allocated IP 172.20.0.5 (7edb165e-de49-4ff4-a3fa-95597e4c9d91/2c6a0397-b270-4cf6-ab25-dc3315464290/9397ac06-5cbf-4180-865f-75eeb0b86602) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:13.110332 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:13.117408 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:5687771aa0aa40569821c1a6a7fb25d6 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:13.119984 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe7d7c-9112-448c-b5a7-d209b6470011 req-fe021359-9702-467c-9827-20f6587032e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:13.122136 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8bbe7d7c-9112-448c-b5a7-d209b6470011 req-fe021359-9702-467c-9827-20f6587032e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 944 time: 0.5010576 May 10 17:28:13.122685 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:13.147702 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:13.153843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:13.162294 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:13.193943 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-467b8347-0374-478a-b118-c43dc0ad19b9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/quotas/909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 375 time: 0.1161883 May 10 17:28:13.195276 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bc4b2de9-2cd6-4857-8286-5e6be3a615d5 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:13.211520 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8bbe7d7c-9112-448c-b5a7-d209b6470011 req-fb42e6b7-a6da-4cc7-a5e6-2a1be373c925 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815394 May 10 17:28:13.367396 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.378225 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-9a549bdd-1317-4a0f-8c4f-04211d86234b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697769 May 10 17:28:13.390609 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:13.393256 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:13.396077 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:13.400773 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.419753 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab712e-c434-4d5f-b09a-9df36452df76,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:13.435128 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:13.460913 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-636dd854-49ac-4a7c-a21b-641a8836ed59 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:13.520846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.561865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-636dd854-49ac-4a7c-a21b-641a8836ed59 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:13.563071 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-636dd854-49ac-4a7c-a21b-641a8836ed59 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1005940904&fields=id&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 267 time: 0.1856482 May 10 17:28:13.601194 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.602304 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d7ab712e-c434-4d5f-b09a-9df36452df76 HTTP/1.1" status: 204 len: 168 time: 1.3550832 May 10 17:28:13.613776 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.614391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.628832 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.655243 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port bc4b2de9-2cd6-4857-8286-5e6be3a615d5, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:13.734016 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.736396 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:13.775302 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-be52c2de-2a7d-4137-ad7b-8ffe8fb699ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:13.831964 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:13.862168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:13.865425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:13.876150 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:13.891173 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:13.894215 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:13.965233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093aa58d-2bdf-4877-8b09-cbdc825c8b60,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:13.978935 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:13.997429 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:14.002782 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:14.012536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:14.013404 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.044137 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Pushing event updated for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:14.054767 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:14.055625 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-35a26fb3-91c8-40a9-bed1-0f493043822c service neutron] 10.222.0.26 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377258 May 10 17:28:14.096071 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:14.096690 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.109828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-47d85d6b-23db-4330-9d94-486b9b5268b5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:14.110865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-47d85d6b-23db-4330-9d94-486b9b5268b5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:network {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:14.175117 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5687771aa0aa40569821c1a6a7fb25d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1816492 May 10 17:28:14.178647 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40292) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:14.219896 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8488486 May 10 17:28:14.224049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-47d85d6b-23db-4330-9d94-486b9b5268b5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:network {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:14.229141 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-47d85d6b-23db-4330-9d94-486b9b5268b5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 817 time: 0.6542618 May 10 17:28:14.232423 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Request body: {'port': {'device_id': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:14.300195 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e70d098c-0cd2-413e-b916-d59a13debcd1 service neutron] 10.222.0.26 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376370 May 10 17:28:14.362680 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-848c6775-185b-448b-80b2-f233ff9087a0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/quotas/71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 375 time: 0.0851920 May 10 17:28:14.394694 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:14.408509 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.441990 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Transition to ACTIVE for port object 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:14.492264 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.535909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.552678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.562233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:14.569086 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:14.700108 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-a15a1951-52c3-4ad9-888c-c47031166875 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3235278 May 10 17:28:15.023191 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bc4b2de9-2cd6-4857-8286-5e6be3a615d5 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:15.029093 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:15.033776 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:15.064779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Attempting to bind port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:15.065194 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Attempting to bind port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:15.065607 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Attempting to bind port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:15.078362 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:28:15.078362 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Attempting to bind port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:15.093137 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-86da026e-7bfe-4526-a159-fea71c21a88e service neutron] 10.222.0.26 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627236 May 10 17:28:15.117445 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:15.117787 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Checking segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:15.118175 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Bound using segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:15.118632 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Bound port: 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:15.119004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.147170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:15.147548 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.155442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.174594 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:15.203980 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-d7d6df8d-8630-4675-98b1-1f794d5073fa tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:15.205041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-d7d6df8d-8630-4675-98b1-1f794d5073fa tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:15.265211 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:15.268748 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:15.297790 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093aa58d-2bdf-4877-8b09-cbdc825c8b60,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:15.312990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:15.334920 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.336043 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/093aa58d-2bdf-4877-8b09-cbdc825c8b60 HTTP/1.1" status: 204 len: 168 time: 1.1556749 May 10 17:28:15.373674 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-d7d6df8d-8630-4675-98b1-1f794d5073fa tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:15.375038 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-d7d6df8d-8630-4675-98b1-1f794d5073fa tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 931 time: 0.4928062 May 10 17:28:15.376236 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.388365 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:15.418724 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-ff1b6aec-ee44-415d-9317-eb44f3f38e8d service neutron] 10.222.0.26 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133259 May 10 17:28:15.545092 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:15.559933 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.562211 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] 10.222.0.38 "PUT /v2.0/ports/728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 1094 time: 3.2289488 May 10 17:28:15.563329 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:15.585486 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9397ac06-5cbf-4180-865f-75eeb0b86602 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:15.595070 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.613928 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Transition to ACTIVE for port object 9397ac06-5cbf-4180-865f-75eeb0b86602 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:15.617485 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:15.622776 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:15.653488 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-1aa872e8-42ee-4b72-83ce-c6f0a16a5674 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:15.705521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:15.711958 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:15.752722 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-336aacae-ebf9-416a-8a7e-d3b337712a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:15.754620 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-336aacae-ebf9-416a-8a7e-d3b337712a40 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1097 time: 0.0836906 May 10 17:28:15.858079 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-f061edc6-09d0-41b5-8a84-ccc0a143502c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0952988 May 10 17:28:15.862905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-1aa872e8-42ee-4b72-83ce-c6f0a16a5674 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:15.862905 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5343ff11-ef64-45da-aa71-7d6bb7c7649d req-1aa872e8-42ee-4b72-83ce-c6f0a16a5674 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485968 May 10 17:28:15.972300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-3a76aa0d-2b70-4799-837c-5e63fd04ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:15.975468 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-3a76aa0d-2b70-4799-837c-5e63fd04ea90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.1113148 May 10 17:28:16.075258 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-2d600d41-3612-45a3-a10e-ac512deb083b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903206 May 10 17:28:16.138916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Pushing event updated for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:16.143797 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:16.201316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Attempting to bind port 9397ac06-5cbf-4180-865f-75eeb0b86602 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:16.202469 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Attempting to bind port 9397ac06-5cbf-4180-865f-75eeb0b86602 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:16.203191 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Attempting to bind port 9397ac06-5cbf-4180-865f-75eeb0b86602 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:16.210036 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Port 9397ac06-5cbf-4180-865f-75eeb0b86602 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:28:16.210929 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Attempting to bind port 9397ac06-5cbf-4180-865f-75eeb0b86602 on network 7edb165e-de49-4ff4-a3fa-95597e4c9d91 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:16.217342 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:16.218458 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Checking segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:16.219670 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Bound using segment: {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:16.221019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Bound port: 9397ac06-5cbf-4180-865f-75eeb0b86602, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:16.221381 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:16.240903 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-c9c8338c-e76a-4703-bc94-cb53de87585e service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575735 May 10 17:28:16.329966 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:16.341389 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9397ac06-5cbf-4180-865f-75eeb0b86602,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:16.375846 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef', 'code': 200} May 10 17:28:16.433823 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b4215-906a-4541-88fe-0d9f60aa762e req-81cefe3f-c2d4-4d18-991c-37f6ec860d2f tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:16.438812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:16.441019 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b9b4215-906a-4541-88fe-0d9f60aa762e req-81cefe3f-c2d4-4d18-991c-37f6ec860d2f tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.3559291 May 10 17:28:16.453145 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:16.490859 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-749ed6d5-ee1b-487f-bbca-8ed5ac2ed8ba req-f3db6072-7cb6-42c7-8d17-7ce186a78832 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198141 May 10 17:28:16.526364 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b9b4215-906a-4541-88fe-0d9f60aa762e req-20098da7-9798-46cf-9549-6af2d9a50181 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842128 May 10 17:28:16.589641 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1', 'status': 'completed', 'code': 200} May 10 17:28:16.693695 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d9e35f4f-cdc7-47bb-b314-d825691d4185 req-5a4e2497-cd93-4efd-8b1a-bdcb81c4e67b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:16.723213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:16.724063 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:16.727586 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] 10.222.0.38 "PUT /v2.0/ports/9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 200 len: 1093 time: 2.4996691 May 10 17:28:16.732188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:16.733609 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-745d068e-5f66-4e52-9fb9-89cd34c63d94 req-4afb4bf2-3ff9-4390-8a2b-92c1310fc39e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:16.842210 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-745d068e-5f66-4e52-9fb9-89cd34c63d94 req-4afb4bf2-3ff9-4390-8a2b-92c1310fc39e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:16.847128 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-745d068e-5f66-4e52-9fb9-89cd34c63d94 req-4afb4bf2-3ff9-4390-8a2b-92c1310fc39e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 210 time: 0.2190409 May 10 17:28:16.930115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Pushing event updated for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:16.937614 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:16.971199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.38', 52148) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:16.979099 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d9e35f4f-cdc7-47bb-b314-d825691d4185 req-5a4e2497-cd93-4efd-8b1a-bdcb81c4e67b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:16.980214 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d9e35f4f-cdc7-47bb-b314-d825691d4185 req-5a4e2497-cd93-4efd-8b1a-bdcb81c4e67b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 210 time: 0.4148893 May 10 17:28:17.017816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-e71ca64e-e0dd-4843-976c-232c3a93d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.019330 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-e71ca64e-e0dd-4843-976c-232c3a93d5b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1097 time: 0.2079570 May 10 17:28:17.089326 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-8e5ca7e5-9e89-433e-a0fd-41104e9921fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.091199 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-8e5ca7e5-9e89-433e-a0fd-41104e9921fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1096 time: 0.1542442 May 10 17:28:17.257519 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-3be42392-fb22-48dc-be42-d87b7da276b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.258838 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-3be42392-fb22-48dc-be42-d87b7da276b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 1098 time: 0.2811408 May 10 17:28:17.259998 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-0faab0ea-8b40-40d8-8e75-0f369a954796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.261349 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-0faab0ea-8b40-40d8-8e75-0f369a954796 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.2316158 May 10 17:28:17.319008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:17.350065 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-9e1ca5fd-58b9-4274-999a-6e8aaa16725b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 200 len: 217 time: 0.2509420 May 10 17:28:17.448018 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4fa6-e913-415c-bb6b-d993794e0e7c req-c5751734-c341-4a8e-bf49-c7ceb4f357de tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.449731 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1d7d4fa6-e913-415c-bb6b-d993794e0e7c req-c5751734-c341-4a8e-bf49-c7ceb4f357de tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 943 time: 0.1584973 May 10 17:28:17.451323 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-67aa2080-1d75-4cc0-a285-7811944e0307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.452635 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-67aa2080-1d75-4cc0-a285-7811944e0307 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.0930049 May 10 17:28:17.460708 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602', 'status': 'completed', 'code': 200} May 10 17:28:17.512393 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-1f414a2c-dd77-4365-82f7-0451609eccaa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.1759121 May 10 17:28:17.531487 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:17.560777 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-d0247a9f-4376-4d42-b8dc-8cbc843b20f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661907 May 10 17:28:17.570418 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1d7d4fa6-e913-415c-bb6b-d993794e0e7c req-6dbeb12f-ccb2-496a-b508-b93f3b33fb2c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139588 May 10 17:28:17.629466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-583f73c4-0754-41b1-8d35-429166b217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:17.636589 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-583f73c4-0754-41b1-8d35-429166b217b3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.1092329 May 10 17:28:17.641715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Usage tracker for resource:security_group_rule and tenant:90475f37213b48ed9cfd190cdf628bf8 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:17.647903 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:17.717319 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-839e9d28-459f-4c07-88f6-e768068a0331 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459119 May 10 17:28:17.726688 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-1e03a600-99eb-4d3d-a30c-5b17ffbbf5d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803392 May 10 17:28:17.728335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:17.986981 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b50e520-b5bb-41c9-b326-ce5f0238ad97 req-ac55e46a-7c36-4670-a6bd-a94f3644b4dc service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613955 May 10 17:28:18.075476 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-d34b35e7-ba14-483d-b046-7e80e2679adc service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155917 May 10 17:28:18.099353 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0ae3fd8a-bc62-4a3f-b53f-496d74873b06 req-1762e2c8-7815-4890-b304-caa25de4f8bd tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 210 time: 0.0556684 May 10 17:28:18.124169 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bb159-e5ed-4b56-a181-9fd853467f4a req-042f662f-ac0e-46ec-870b-44af559b5411 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:18.126179 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3f5bb159-e5ed-4b56-a181-9fd853467f4a req-042f662f-ac0e-46ec-870b-44af559b5411 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.4028397 May 10 17:28:18.231599 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.38', 52150) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:18.300087 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3f5bb159-e5ed-4b56-a181-9fd853467f4a req-a9e0ddc3-5b61-4519-9a8e-d10e93fa17eb tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667407 May 10 17:28:18.412369 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-544fd2c5-2fae-4a1a-8edc-a77284264bbf req-fd6ff1dc-7bdb-42f3-b79b-cc5e08d39d64 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 210 time: 0.0827591 May 10 17:28:18.413480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:18.461529 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b49548d1-0cda-4ffe-a956-c8b7dc8b4d99 req-7ee1bae0-fe7a-4178-ba09-481e719d0eff service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719573 May 10 17:28:18.467114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-866891fc-ce82-4c9e-a90f-25cd20bd509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:18.472161 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-866891fc-ce82-4c9e-a90f-25cd20bd509b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1096 time: 0.2331400 May 10 17:28:18.525087 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-1eda8cd3-204c-4743-bfe8-089a64461f8d tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:18.526888 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-1eda8cd3-204c-4743-bfe8-089a64461f8d tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 811 time: 0.3883305 May 10 17:28:18.580782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:18.595764 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-54cd0496-a669-412f-9da7-f1ec6fcf2690 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:18.614210 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-cf5429d8-1c40-4a1c-960f-28d5c914e777 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 380 time: 0.0770903 May 10 17:28:18.628336 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'port': {'device_id': 'd953f49f-7039-459e-81c5-834b7461387a', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'admin_state_up': True, 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'security_groups': ['4109bcaf-115a-4fce-8a05-6e8d99b26737']}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:18.668640 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f9a22df1-3c63-42df-8eff-0248aae8b2c0 req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3903046 May 10 17:28:18.677247 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0836b-3bb7-45e1-9496-9c629aa3e996,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:18.690317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:18.836063 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:18.860149 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-425fdf3c-7f2f-4460-9471-486dfea8dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:18.862271 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-425fdf3c-7f2f-4460-9471-486dfea8dfc9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.3778343 May 10 17:28:18.863607 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:18.948488 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-f57c52f8-7e84-40d2-b24c-88591d918bb0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 200 len: 217 time: 0.0711803 May 10 17:28:19.009364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106f503-c12b-4dfe-ade0-2a5d87527541 req-a610bbb4-8d93-48a4-8e7d-65b5d3f71ca3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:19.010052 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-6106f503-c12b-4dfe-ade0-2a5d87527541 req-a610bbb4-8d93-48a4-8e7d-65b5d3f71ca3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:19.024576 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Made reservation on behalf of 909a5a91527044a3aee8de98b9af5f1d for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:19.029042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:19.040859 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-6106f503-c12b-4dfe-ade0-2a5d87527541 req-a610bbb4-8d93-48a4-8e7d-65b5d3f71ca3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:19.042062 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6106f503-c12b-4dfe-ade0-2a5d87527541 req-a610bbb4-8d93-48a4-8e7d-65b5d3f71ca3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 943 time: 0.3170354 May 10 17:28:19.045474 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-51c6636e-f910-458a-9f4e-cdd75e4b84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:19.047642 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-51c6636e-f910-458a-9f4e-cdd75e4b84ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.0820434 May 10 17:28:19.153108 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-c3a580e4-1c35-4de7-895e-44a5a6c54b69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879931 May 10 17:28:19.170568 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6106f503-c12b-4dfe-ade0-2a5d87527541 req-3c42f44d-5525-4d14-88d4-38cd46e599b4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217418 May 10 17:28:19.308470 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Allocated IP 172.20.0.7 (e7d1c2a7-2a7e-4b45-a51e-846306743cee/50110cb7-f7f8-41cd-8383-3f9aa000aba7/27d30367-2e2e-4cec-bcde-a3e11ebf348a) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:19.312514 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b1481008-c9a2-4551-8557-0be6af2dd9f2 req-44a664bc-2ae3-4bcb-9e65-41a82d20af6a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 210 time: 0.0577166 May 10 17:28:19.438591 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-07d52990-12d3-4fa6-874e-7fd56cd89575 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:19.443830 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-07d52990-12d3-4fa6-874e-7fd56cd89575 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 817 time: 0.2867107 May 10 17:28:19.546441 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:19.563751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Transition to ACTIVE for port object 27d30367-2e2e-4cec-bcde-a3e11ebf348a will not be triggered until provisioned by entity DHCP. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:19.610933 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7913eafb-ac23-472e-936b-967ef26e0512 req-e660e7a6-cadc-4767-bda5-dc3592adac6c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 210 time: 0.0457051 May 10 17:28:19.621343 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-556779f4-03d4-41fd-8e52-14725b6fd4bb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 380 time: 0.1163630 May 10 17:28:19.633014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'port': {'device_id': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'admin_state_up': True, 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'security_groups': ['93aaea9a-46e0-40de-9f6c-2e162820d19b']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:19.721062 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:19.728224 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:19.739439 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-9133eb14-4834-45aa-bab3-bc0f992a25b3 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5678885 May 10 17:28:19.791221 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:19.794318 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:19.803839 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:19.817596 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:19.818259 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:19.832534 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:19.837162 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:19.922824 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989264 May 10 17:28:19.937156 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Request body: {'port': {'device_id': 'd953f49f-7039-459e-81c5-834b7461387a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:19.946413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60e166-3a35-4d9d-968f-9e287becfc85 req-2712bd2b-91fc-4976-bdb7-b705a6d92e89 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:19.947926 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf60e166-3a35-4d9d-968f-9e287becfc85 req-2712bd2b-91fc-4976-bdb7-b705a6d92e89 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.4417119 May 10 17:28:20.035320 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:20.047740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:20.063000 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d7515cc-cf87-4f61-a3ca-36d207cf58c7 req-a02f864f-9f0b-4f4f-978c-4d8b4eb3c1bf service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070991 May 10 17:28:20.106382 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf60e166-3a35-4d9d-968f-9e287becfc85 req-12f02a31-7950-4a5e-9b43-764643169f43 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 May 10 17:28:20.132720 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Made reservation on behalf of 71be9b4c097d4f04962b76a879248764 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:20.138294 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.143702 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.243743 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-3e108099-c2c8-4b6b-8350-d48772f73ed4 None None] Provisioning for port 27d30367-2e2e-4cec-bcde-a3e11ebf348a completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:20.255301 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-3e108099-c2c8-4b6b-8350-d48772f73ed4 None None] Provisioning complete for port 27d30367-2e2e-4cec-bcde-a3e11ebf348a triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:20.256441 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-3e108099-c2c8-4b6b-8350-d48772f73ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.374835 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-3e108099-c2c8-4b6b-8350-d48772f73ed4 None None] Port 27d30367-2e2e-4cec-bcde-a3e11ebf348a cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:28:20.384446 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Allocated IP 172.20.0.13 (51847fa6-b289-4416-abe5-c8d73a0af35c/6c1fda63-987e-4954-b17e-b9072e48c8e0/00703e59-6f15-4e80-8324-66a140e8044b) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:20.459579 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:28:20.533525 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-39dfd357-268f-4002-adc0-7c6f70b17e4e req-51486811-9c40-4dd1-95cb-a6804b1a7102 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 210 time: 0.0816846 May 10 17:28:20.580004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5c332-38ac-4307-96c7-ec2391ff3deb req-e9c71cd2-8dd6-4b87-becd-6ecd2474804b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:20.587177 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cba5c332-38ac-4307-96c7-ec2391ff3deb req-e9c71cd2-8dd6-4b87-becd-6ecd2474804b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 943 time: 0.2626495 May 10 17:28:20.615267 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:20.629078 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'port_id': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1', 'mac_address': 'fa:16:3e:ff:c1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:28:20.646235 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cba5c332-38ac-4307-96c7-ec2391ff3deb req-f3557a43-0bff-45b2-b4db-651b9c8083a8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579870 May 10 17:28:20.709460 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.725419 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.733493 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:20.734721 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d30367-2e2e-4cec-bcde-a3e11ebf348a {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:20.743498 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Transition to ACTIVE for port object 00703e59-6f15-4e80-8324-66a140e8044b will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:20.743695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.753354 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:20.761752 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Transition to ACTIVE for port object 27d30367-2e2e-4cec-bcde-a3e11ebf348a will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:20.819121 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.821584 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-bb94130c-380e-4b13-b0f6-6d32c5e290e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:20.853054 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.858531 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1780a36-7ef8-405a-a412-e5bf224174f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:20.864736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:20.903364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:20.972593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:20.975829 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:21.016866 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:21.021574 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:21.045788 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:21.058533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['728a2d29-8b56-4d96-8dba-bd0fdafeddf1'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:21.106967 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:21.114768 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:21.150588 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Pushing event updated for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:21.153744 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:21.168946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12777-09ab-4ef4-8428-2c0cab681d7e req-975a22e5-5d6c-4b45-b263-3179d623d32e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:21.170455 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3da12777-09ab-4ef4-8428-2c0cab681d7e req-975a22e5-5d6c-4b45-b263-3179d623d32e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 943 time: 0.3510849 May 10 17:28:21.173477 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Attempting to bind port 27d30367-2e2e-4cec-bcde-a3e11ebf348a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:21.173804 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Attempting to bind port 27d30367-2e2e-4cec-bcde-a3e11ebf348a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:21.174124 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Attempting to bind port 27d30367-2e2e-4cec-bcde-a3e11ebf348a on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:21.180581 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Port 27d30367-2e2e-4cec-bcde-a3e11ebf348a on network e7d1c2a7-2a7e-4b45-a51e-846306743cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:28:21.180904 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Attempting to bind port 27d30367-2e2e-4cec-bcde-a3e11ebf348a on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:21.187135 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:21.188242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Checking segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:21.188951 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Bound using segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:21.189529 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Bound port: 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:21.190021 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.261503 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:21.262182 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.369903 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:21.374722 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:21.392931 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3da12777-09ab-4ef4-8428-2c0cab681d7e req-825bde51-cfb1-4675-bb1a-a3db8a9d4f6f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021849 May 10 17:28:21.471519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.479107 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:21.533938 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-f3128438-3e98-4cd1-939e-976bd56dbb97 None None] Provisioning for port 00703e59-6f15-4e80-8324-66a140e8044b completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:21.534430 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9073622 May 10 17:28:21.540749 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-f3128438-3e98-4cd1-939e-976bd56dbb97 None None] Provisioning complete for port 00703e59-6f15-4e80-8324-66a140e8044b triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:21.540749 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-f3128438-3e98-4cd1-939e-976bd56dbb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.541015 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:21.541015 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.542014 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] 10.222.0.38 "PUT /v2.0/ports/27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 1093 time: 1.6108725 May 10 17:28:21.547011 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:21.550496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Request body: {'port': {'device_id': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:21.587765 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c8d2-f5c8-4573-a740-022bd604e3cc req-a76ca521-1c20-4146-b7d8-a62034667506 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:21.592521 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a4a1c8d2-f5c8-4573-a740-022bd604e3cc req-a76ca521-1c20-4146-b7d8-a62034667506 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.2056007 May 10 17:28:21.629462 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-f3128438-3e98-4cd1-939e-976bd56dbb97 None None] Port 00703e59-6f15-4e80-8324-66a140e8044b cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:28:21.663274 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'status': 'completed', 'code': 200} May 10 17:28:21.757021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:21.808079 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a4a1c8d2-f5c8-4573-a740-022bd604e3cc req-d3007b81-9a7c-44b7-acd6-4ddc5b962c67 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069516 May 10 17:28:21.810567 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Pushing event updated for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:21.818291 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:21.879240 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-03daa128-c545-43ea-b5db-f7241d6a1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:21.880710 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-03daa128-c545-43ea-b5db-f7241d6a1992 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1096 time: 0.1987758 May 10 17:28:22.040986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407015d-5b0a-4c02-8dcd-f92304b9c9ec req-9dcde75b-46b7-489b-a5aa-aa87dae4bad3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.041701 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-7407015d-5b0a-4c02-8dcd-f92304b9c9ec req-9dcde75b-46b7-489b-a5aa-aa87dae4bad3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:22.112839 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-f1f57c86-187c-4cac-9efd-091635661605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.114830 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-f1f57c86-187c-4cac-9efd-091635661605 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=909a5a91527044a3aee8de98b9af5f1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2230625 May 10 17:28:22.152240 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0283a7-d99c-4093-ac85-688a4c3940ce req-507f7577-2f43-4220-a3b5-0ad2728eecae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.153907 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7e0283a7-d99c-4093-ac85-688a4c3940ce req-507f7577-2f43-4220-a3b5-0ad2728eecae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 943 time: 0.1594322 May 10 17:28:22.199911 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-7407015d-5b0a-4c02-8dcd-f92304b9c9ec req-9dcde75b-46b7-489b-a5aa-aa87dae4bad3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:22.201096 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7407015d-5b0a-4c02-8dcd-f92304b9c9ec req-9dcde75b-46b7-489b-a5aa-aa87dae4bad3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 932 time: 0.3566031 May 10 17:28:22.273558 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7e0283a7-d99c-4093-ac85-688a4c3940ce req-5570e48b-6933-449d-adbf-d399938fe16d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693147 May 10 17:28:22.283996 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:22.303999 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:22.306872 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-ccbcc4ae-ea29-4616-a1d6-5d44071d6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.308370 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6a9cf293-071f-4989-84c7-be57f35823b5 req-ccbcc4ae-ea29-4616-a1d6-5d44071d6efd service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852438 May 10 17:28:22.309599 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7407015d-5b0a-4c02-8dcd-f92304b9c9ec req-dc205550-f650-482b-aba0-caa7da25de0a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790381 May 10 17:28:22.324203 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Transition to ACTIVE for port object 00703e59-6f15-4e80-8324-66a140e8044b will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:22.417740 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-69955431-7df3-45f3-acf7-6868d2348410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.419130 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-69955431-7df3-45f3-acf7-6868d2348410 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1096 time: 0.0738018 May 10 17:28:22.424372 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:22.433549 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:22.480819 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 9397ac06-5cbf-4180-865f-75eeb0b86602 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:28:22.517548 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-f9153736-1c55-4baf-90b9-e28ad8d633c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 217 time: 0.0899811 May 10 17:28:22.545803 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:22.704269 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40554) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:22.742290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:22.745360 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-89c35776-5a7a-401e-8238-824aa14c9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.746771 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-89c35776-5a7a-401e-8238-824aa14c9010 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.0816481 May 10 17:28:22.754403 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:22.804375 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9397ac06-5cbf-4180-865f-75eeb0b86602,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:22.821037 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '9397ac06-5cbf-4180-865f-75eeb0b86602', 'network_id': '7edb165e-de49-4ff4-a3fa-95597e4c9d91', 'port_id': '9397ac06-5cbf-4180-865f-75eeb0b86602', 'mac_address': 'fa:16:3e:0f:38:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6a0397-b270-4cf6-ab25-dc3315464290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:28:22.837028 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Attempting to bind port 00703e59-6f15-4e80-8324-66a140e8044b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:22.837577 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Attempting to bind port 00703e59-6f15-4e80-8324-66a140e8044b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:22.843146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Attempting to bind port 00703e59-6f15-4e80-8324-66a140e8044b on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:22.848868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Port 00703e59-6f15-4e80-8324-66a140e8044b on network 51847fa6-b289-4416-abe5-c8d73a0af35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:28:22.851510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Attempting to bind port 00703e59-6f15-4e80-8324-66a140e8044b on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:22.869273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:22.869591 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Checking segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:22.874024 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Bound using segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:22.874024 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Bound port: 00703e59-6f15-4e80-8324-66a140e8044b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:22.874024 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:22.992794 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309878c-0be6-462c-9323-d143023c88d1 req-f8d23287-a448-40d4-99c2-5712f908f28c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:22.993853 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5309878c-0be6-462c-9323-d143023c88d1 req-f8d23287-a448-40d4-99c2-5712f908f28c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:23.017338 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.040456 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9397ac06-5cbf-4180-865f-75eeb0b86602 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:23.075405 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9397ac06-5cbf-4180-865f-75eeb0b86602,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:23.081981 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-a95720c9-ed98-43fe-ac86-ce06647862ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.089449 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-232328e0-7af2-4445-9692-5b6858433602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:23.091007 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-232328e0-7af2-4445-9692-5b6858433602 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3310468 May 10 17:28:23.102181 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.119848 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-5309878c-0be6-462c-9323-d143023c88d1 req-f8d23287-a448-40d4-99c2-5712f908f28c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:23.127118 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5309878c-0be6-462c-9323-d143023c88d1 req-f8d23287-a448-40d4-99c2-5712f908f28c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 943 time: 0.6092257 May 10 17:28:23.129447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:23.146565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Usage tracker for resource:security_group_rule and tenant:196d4d308c8548e089fe147f7edc3410 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:23.151050 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:23.161831 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:23.173822 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:23.178721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.183115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:23.183233 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-184c83d5-5544-4322-a316-7185982e1fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:23.186243 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:23.244735 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5309878c-0be6-462c-9323-d143023c88d1 req-7b5ff9ff-8511-43fd-a1c5-f8b32a92a129 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166608 May 10 17:28:23.249175 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:23.251507 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.264223 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.283388 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:23.330078 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-d89fdc62-c2f9-4170-a438-776f9748ce2e service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309017 May 10 17:28:23.370280 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:23.370925 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.372332 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] 10.222.0.38 "PUT /v2.0/ports/00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 1094 time: 1.8291357 May 10 17:28:23.374146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:23.524535 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:23.528433 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:23.532711 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['9397ac06-5cbf-4180-865f-75eeb0b86602'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:23.564420 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:23.585760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.587623 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:23.675626 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-43a0fb32-b483-4afb-b5bf-9a4c5a6bcf76 req-80e3deaa-e012-4d2e-a007-067bd3d8937a service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383100 May 10 17:28:23.708505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.726632 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61692c0-f905-436d-a724-d770bae3f3e0 req-ca317533-e46d-4d64-8dc9-fcb91087329a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:23.729669 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9f0f18b9-a7a0-48fd-bab5-f8260d4a141f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:23.734865 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d61692c0-f905-436d-a724-d770bae3f3e0 req-ca317533-e46d-4d64-8dc9-fcb91087329a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1703234 May 10 17:28:23.797063 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d61692c0-f905-436d-a724-d770bae3f3e0 req-8bdb0198-ad72-4b3d-a614-5f5fb00a099b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611589 May 10 17:28:23.835340 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40584) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:23.838258 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb971d-c1c2-401c-a25b-e315827eb320,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:23.845771 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=196d4d308c8548e089fe147f7edc3410&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1126518 May 10 17:28:23.846741 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:23.848231 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40590) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:23.866283 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-8ffb1432-9e59-41a9-9464-3003d316c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:23.867780 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-8ffb1432-9e59-41a9-9464-3003d316c8b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1097 time: 0.3552406 May 10 17:28:23.942599 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.952845 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'status': 'completed', 'code': 200} May 10 17:28:23.967876 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-fc25829a-f13e-4733-8a07-43a03b36c708 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 217 time: 0.0913587 May 10 17:28:23.972801 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:23.975849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f81a5-cb99-442b-a5e3-7ca942566df2 req-5e52703a-2752-4660-beba-71d42ef3e640 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:23.977351 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-370f81a5-cb99-442b-a5e3-7ca942566df2 req-5e52703a-2752-4660-beba-71d42ef3e640 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 944 time: 0.3938863 May 10 17:28:23.989024 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.030943 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:24.050829 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.058571 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:24.066109 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-db888dea-9a33-4de5-a05f-876d46f24f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:24.068108 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-db888dea-9a33-4de5-a05f-876d46f24f28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0895464 May 10 17:28:24.068847 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:24.073571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-370f81a5-cb99-442b-a5e3-7ca942566df2 req-cdb418af-6b36-458a-90e2-5879e3a42c0c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 May 10 17:28:24.073989 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Usage tracker for resource:security_group_rule and tenant:07a349844347454ca9f952186bebabd2 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:24.082189 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:24.091651 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1', 'code': 200} May 10 17:28:24.095682 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:24.172531 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.172531 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:24.188337 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-ae52fef4-a087-410e-8fe5-0357fa92dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:24.189900 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-ae52fef4-a087-410e-8fe5-0357fa92dbdd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141481 May 10 17:28:24.202473 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.218014 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-792acad5-7554-4364-b16b-f9971f08b922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:24.238451 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb971d-c1c2-401c-a25b-e315827eb320,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:24.243769 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:24.254382 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.258188 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dcb971d-c1c2-401c-a25b-e315827eb320 HTTP/1.1" status: 204 len: 168 time: 0.4086049 May 10 17:28:24.313895 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.379115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.391987 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:24.408611 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:24.431898 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:24.455229 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-2eb7cdfa-7aa2-4cb5-bc92-99321802c720 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508152 May 10 17:28:24.458383 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07a349844347454ca9f952186bebabd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6192918 May 10 17:28:24.458707 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40610) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:24.570450 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47a56f7-16be-4422-ba15-9714cbccd17f,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:24.575305 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:24.617996 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce22aa1-33b0-43ee-91f3-b881c194b60f req-c1d2a24a-608c-4a03-a5d6-ca598f5f5a43 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:24.625919 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fce22aa1-33b0-43ee-91f3-b881c194b60f req-c1d2a24a-608c-4a03-a5d6-ca598f5f5a43 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 943 time: 0.1684690 May 10 17:28:24.652554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62fa90-d86f-4765-8df0-f565d72767f5 req-77e72ca9-8323-40b6-93da-ad40a1a5ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:24.654079 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bb62fa90-d86f-4765-8df0-f565d72767f5 req-77e72ca9-8323-40b6-93da-ad40a1a5ad40 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1551218 May 10 17:28:24.716758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.723330 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fce22aa1-33b0-43ee-91f3-b881c194b60f req-d231c1b4-d9b5-4a4a-9cde-6f0f9da0c5f4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906432 May 10 17:28:24.752815 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bb62fa90-d86f-4765-8df0-f565d72767f5 req-2f514f7d-dab8-47df-82d3-1a07eb10e761 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 May 10 17:28:24.764698 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71e5b98c-7641-4a05-89c3-d89da54996dc req-1802c28b-5245-4e5f-8ce7-07f38485c526 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941492 May 10 17:28:24.778246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:24.991419 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.000987 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:25.006503 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db51d4-a50c-45f3-add3-0f955cacb466 req-3389b2f2-77fa-49e6-a8e7-e864595961ec tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.008155 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f9db51d4-a50c-45f3-add3-0f955cacb466 req-3389b2f2-77fa-49e6-a8e7-e864595961ec tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0877252 May 10 17:28:25.016387 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47a56f7-16be-4422-ba15-9714cbccd17f,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:25.023993 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:25.036687 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.037798 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d47a56f7-16be-4422-ba15-9714cbccd17f HTTP/1.1" status: 204 len: 168 time: 0.5779843 May 10 17:28:25.058834 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-67e540e0-b04e-4507-ab6b-848681cc5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.060309 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-67e540e0-b04e-4507-ab6b-848681cc5883 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1097 time: 0.1029594 May 10 17:28:25.072531 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f9db51d4-a50c-45f3-add3-0f955cacb466 req-db50c74f-f3ea-49c8-824b-00e90bba1a87 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579534 May 10 17:28:25.166739 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40632) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:25.220010 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.243732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-3c26e5b8-d11e-4dde-bf1e-5ed75f06df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.245185 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-3c26e5b8-d11e-4dde-bf1e-5ed75f06df99 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1773443 May 10 17:28:25.247335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:25.251971 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Usage tracker for resource:security_group_rule and tenant:4569ab899ecc4726bd0e833b26350ba2 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:25.255923 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:25.272234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10b0c-d703-4614-9d77-e8d5898ccb78 req-f3190152-bbf3-4404-b9d8-272083356c8d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.273630 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-09e10b0c-d703-4614-9d77-e8d5898ccb78 req-f3190152-bbf3-4404-b9d8-272083356c8d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 944 time: 0.0832775 May 10 17:28:25.322447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:25.325168 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-c8167834-4d85-4840-bd12-0e5f4626e1b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 217 time: 0.0703592 May 10 17:28:25.325977 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-09e10b0c-d703-4614-9d77-e8d5898ccb78 req-735db4c9-987b-47dd-ac58-e3ef5c2fdc22 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 May 10 17:28:25.361889 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.417175 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-5fb0ac20-643c-42e5-934c-50cca27b34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.418275 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-5fb0ac20-643c-42e5-934c-50cca27b34da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0778563 May 10 17:28:25.518083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.537398 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-46f6cca0-efed-4414-8e33-625d1d818cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:25.538983 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-46f6cca0-efed-4414-8e33-625d1d818cd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087067 May 10 17:28:25.623442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.633249 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d0fa39c4-32a3-43a0-bb23-641351295525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:25.647761 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-384fd97b-9921-4502-9d7c-2613b369d525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.701740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3855eafc-8591-4dcf-9fd7-aa5cc03ecacb,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:25.708641 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4569ab899ecc4726bd0e833b26350ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219045 May 10 17:28:25.709379 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40652) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:25.711501 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:25.833198 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.848392 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-e27779af-0d60-4703-a10e-d036ff53b90b service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007588 May 10 17:28:25.892741 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:25.951802 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40666) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:25.989740 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.079014 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:26.083327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb69d9240c24f85b57035be16a7c0f7 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:26.088271 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:26.095845 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:26.135870 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.154765 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:26.209824 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04321d6d-32de-4a0d-bfcd-ce75e9809008 req-389774ed-af1d-4482-9807-80583e254442 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481679 May 10 17:28:26.214402 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.220449 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3855eafc-8591-4dcf-9fd7-aa5cc03ecacb HTTP/1.1" status: 204 len: 168 time: 0.5077505 May 10 17:28:26.222383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3855eafc-8591-4dcf-9fd7-aa5cc03ecacb,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:26.230031 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:26.291022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d97bed-77e6-4049-9a8c-1b6a9e19134d req-5fb70b5a-3f9b-4775-85f0-a5e40ce6dcbf tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:26.292463 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d6d97bed-77e6-4049-9a8c-1b6a9e19134d req-5fb70b5a-3f9b-4775-85f0-a5e40ce6dcbf tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 943 time: 0.2813981 May 10 17:28:26.386107 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7c868-20f6-4782-8df8-80bd13e3625d req-6f45cf23-fc09-47de-b171-d97cf782b4e7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:26.389142 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d6d97bed-77e6-4049-9a8c-1b6a9e19134d req-9eb657af-0d5e-47f2-8054-bc05795294d6 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841303 May 10 17:28:26.394064 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.395024 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fef7c868-20f6-4782-8df8-80bd13e3625d req-6f45cf23-fc09-47de-b171-d97cf782b4e7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0994313 May 10 17:28:26.419068 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.458314 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fef7c868-20f6-4782-8df8-80bd13e3625d req-ebee9b01-6352-43d4-8bda-175622726918 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607529 May 10 17:28:26.470132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.480154 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:26.503936 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 27d30367-2e2e-4cec-bcde-a3e11ebf348a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:28:26.506224 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 9397ac06-5cbf-4180-865f-75eeb0b86602 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:26.531887 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836ac2e-5b94-445f-8314-7a1f6f5f9b14,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:26.537252 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:26.539762 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffb69d9240c24f85b57035be16a7c0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869250 May 10 17:28:26.542495 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40686) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:26.622632 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.649705 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edc051-10f1-4c59-ab65-4b259c70de58 req-8e3996ab-467d-4de8-8e3d-37fe755db331 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:26.656375 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e6edc051-10f1-4c59-ab65-4b259c70de58 req-8e3996ab-467d-4de8-8e3d-37fe755db331 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 944 time: 0.1166520 May 10 17:28:26.657219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.751678 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e6edc051-10f1-4c59-ab65-4b259c70de58 req-77dc74fa-7930-40be-b778-c3731cec89b7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942395 May 10 17:28:26.781064 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:26.792008 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 9397ac06-5cbf-4180-865f-75eeb0b86602 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:26.802691 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 9397ac06-5cbf-4180-865f-75eeb0b86602 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:26.803229 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.815093 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.820474 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bd41db8f-76cb-4ef7-aeb8-9bdaeb8d5931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:26.840352 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836ac2e-5b94-445f-8314-7a1f6f5f9b14,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:26.844273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:26.846726 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'port_id': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'mac_address': 'fa:16:3e:a7:13:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:28:26.851281 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:26.852607 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3836ac2e-5b94-445f-8314-7a1f6f5f9b14 HTTP/1.1" status: 204 len: 168 time: 0.3085124 May 10 17:28:26.967485 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:27.021087 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d30367-2e2e-4cec-bcde-a3e11ebf348a {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:27.060694 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:27.070036 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:27.088937 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:27.099153 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9397ac06-5cbf-4180-865f-75eeb0b86602,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:27.148134 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602', 'code': 200} May 10 17:28:27.191341 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:27.194808 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:27.234691 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:27.276518 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:27.279821 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:27.280352 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:27.357198 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:27.363594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:27.477065 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['27d30367-2e2e-4cec-bcde-a3e11ebf348a'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:27.681935 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730dbb-e433-44cb-b78c-75397a46a9d2 req-29beaab8-e3bc-4fe8-9b00-64d8d072c207 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:27.684504 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-68730dbb-e433-44cb-b78c-75397a46a9d2 req-29beaab8-e3bc-4fe8-9b00-64d8d072c207 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 944 time: 0.1653697 May 10 17:28:27.687838 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5b2cf-73f5-450e-b5d7-b8028af15812 req-d57b6ac8-be94-4c16-ba01-2ac8de74acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:27.689522 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42e5b2cf-73f5-450e-b5d7-b8028af15812 req-d57b6ac8-be94-4c16-ba01-2ac8de74acef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1098 time: 0.1592021 May 10 17:28:27.802331 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-42e5b2cf-73f5-450e-b5d7-b8028af15812 req-c3bf0e04-7360-4550-b0e5-796edb61717b service neutron] Synchronizing usage tracker for tenant:90475f37213b48ed9cfd190cdf628bf8 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:27.810531 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-68730dbb-e433-44cb-b78c-75397a46a9d2 req-8bdde520-f3bf-42f3-955f-5e88acaa4b3d tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164305 May 10 17:28:27.869324 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2d068-32bd-42ad-9039-1647bc07f3de req-3841acd6-126c-4107-b888-a5aa227f2536 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:27.870998 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-63a2d068-32bd-42ad-9039-1647bc07f3de req-3841acd6-126c-4107-b888-a5aa227f2536 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1495316 May 10 17:28:27.948235 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-63a2d068-32bd-42ad-9039-1647bc07f3de req-a40f1687-1604-44b0-8fca-31518b6974ee tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649467 May 10 17:28:27.950478 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-42e5b2cf-73f5-450e-b5d7-b8028af15812 req-c3bf0e04-7360-4550-b0e5-796edb61717b service neutron] Unset dirty status for tenant:90475f37213b48ed9cfd190cdf628bf8 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:27.952025 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42e5b2cf-73f5-450e-b5d7-b8028af15812 req-c3bf0e04-7360-4550-b0e5-796edb61717b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538576 May 10 17:28:28.018448 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41fc3d-0a47-4da9-b519-c69aa89b2597 req-05bdeea3-0a94-4ca5-be71-031b3050f3bd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:28.020862 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bc41fc3d-0a47-4da9-b519-c69aa89b2597 req-05bdeea3-0a94-4ca5-be71-031b3050f3bd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1148348 May 10 17:28:28.072532 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bc41fc3d-0a47-4da9-b519-c69aa89b2597 req-4933d036-8b6f-4d55-8cf5-c598d345f16f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 May 10 17:28:28.173737 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:28.538812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:28:28.542202 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 27d30367-2e2e-4cec-bcde-a3e11ebf348a up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:28.759558 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:28.774238 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '00703e59-6f15-4e80-8324-66a140e8044b', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:28:28.812531 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 27d30367-2e2e-4cec-bcde-a3e11ebf348a completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:28.824847 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 27d30367-2e2e-4cec-bcde-a3e11ebf348a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:28.825208 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:28.903103 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:28.938904 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:28.964617 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:29.062190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:29.087714 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:29.092000 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-e2f84061-60cc-45f9-9760-0b66ebf8910e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:29.177260 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:29.190900 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b33b5-9153-42c2-b057-0e6cce08fe62 req-d07b0751-de71-4e72-b064-d1e783329376 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:29.196844 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7a0b33b5-9153-42c2-b057-0e6cce08fe62 req-d07b0751-de71-4e72-b064-d1e783329376 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 944 time: 0.2687025 May 10 17:28:29.200222 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:29.206986 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:29.210297 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:29.230058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021b68c-6b2e-4016-9195-37d951800510 req-ba7ebfdd-b133-4d68-819d-73a66d555ed0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:29.231584 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4021b68c-6b2e-4016-9195-37d951800510 req-ba7ebfdd-b133-4d68-819d-73a66d555ed0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 945 time: 0.1575668 May 10 17:28:29.249312 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7a0b33b5-9153-42c2-b057-0e6cce08fe62 req-c7a0a180-0998-4c85-9dc5-48a67fb866bd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 May 10 17:28:29.280131 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4021b68c-6b2e-4016-9195-37d951800510 req-657cdeaa-d00b-4e74-8a63-88263315bcc0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 May 10 17:28:29.289080 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:29.292836 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:29.363955 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'code': 200} May 10 17:28:29.375554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['00703e59-6f15-4e80-8324-66a140e8044b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:28:29.459527 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:29.465275 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:29.551548 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1971bc3-436e-421d-8d78-62a772e768c5 req-5daa3d1c-425c-4bdd-90ce-fd54bd55d3fe tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:29.556361 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f1971bc3-436e-421d-8d78-62a772e768c5 req-5daa3d1c-425c-4bdd-90ce-fd54bd55d3fe tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1774306 May 10 17:28:29.617975 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40832) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:29.649873 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f1971bc3-436e-421d-8d78-62a772e768c5 req-067c200e-d1f9-482d-9a79-de3c4569ef77 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847785 May 10 17:28:29.790312 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:29.805506 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:29.809787 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5df66b5660774d838bbc0748ebe8048d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:29.817810 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:29.824385 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:29.911328 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d6e34-2dbc-48c2-89d5-2f0b126b7b9d req-5d7397dd-a703-4118-bf35-f676e2b5c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:29.913071 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa4d6e34-2dbc-48c2-89d5-2f0b126b7b9d req-5d7397dd-a703-4118-bf35-f676e2b5c26b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1098 time: 0.1299071 May 10 17:28:29.934757 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:29.961516 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa4d6e34-2dbc-48c2-89d5-2f0b126b7b9d req-8d70c416-f8b7-428e-9e94-f298b8fda173 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404305 May 10 17:28:30.006232 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.018128 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:30.058202 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5df66b5660774d838bbc0748ebe8048d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361222 May 10 17:28:30.060523 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3f93a-5069-4bf8-9ad0-3f89d814c925,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:30.064290 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:30.073347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40852) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:30.169714 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.200289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.377612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.384697 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c77a455e-fe90-4aeb-8af3-adab12f5e09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:30.408891 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3f93a-5069-4bf8-9ad0-3f89d814c925,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:30.416825 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.420250 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65e3f93a-5069-4bf8-9ad0-3f89d814c925 HTTP/1.1" status: 204 len: 168 time: 0.3455560 May 10 17:28:30.420250 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:30.431251 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22988321-9589-42c3-a79b-239c4f2cfeb2 req-15718d83-dcec-4688-82da-5ba5c5843f9d tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:30.431251 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-22988321-9589-42c3-a79b-239c4f2cfeb2 req-15718d83-dcec-4688-82da-5ba5c5843f9d tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.0988891 May 10 17:28:30.495176 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-22988321-9589-42c3-a79b-239c4f2cfeb2 req-1a10875e-4fd5-4ca8-863e-fdbd71fde7e3 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617199 May 10 17:28:30.544467 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:28:30.640448 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e48b0-5410-4331-8a11-fe12702de20f req-d783668f-55a4-4d32-ab9b-80cb0cd685e7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:30.641918 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc2e48b0-5410-4331-8a11-fe12702de20f req-d783668f-55a4-4d32-ab9b-80cb0cd685e7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1476400 May 10 17:28:30.645112 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-72b60501-659e-4df2-bbf2-21be66573d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:30.646437 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-72b60501-659e-4df2-bbf2-21be66573d2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1098 time: 0.1159291 May 10 17:28:30.706243 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baa3c7-6270-4904-a4aa-9d15e31a95b1 req-2a5480c0-a4e8-41e1-ae10-8c81dcecb8eb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:30.707827 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-17baa3c7-6270-4904-a4aa-9d15e31a95b1 req-2a5480c0-a4e8-41e1-ae10-8c81dcecb8eb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 945 time: 0.0855987 May 10 17:28:30.734535 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 00703e59-6f15-4e80-8324-66a140e8044b completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:28:30.740045 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 00703e59-6f15-4e80-8324-66a140e8044b triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:28:30.740609 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.755340 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-17baa3c7-6270-4904-a4aa-9d15e31a95b1 req-7b861a4f-a3a7-46d5-9a33-724c67d2079a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 May 10 17:28:30.762490 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc2e48b0-5410-4331-8a11-fe12702de20f req-da49f7ef-b0c4-4cd2-aa76-8dba7d751f2a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129990 May 10 17:28:30.830518 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-fd4bfff0-e07e-44e8-8f9e-c1f30627a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:30.836099 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-fd4bfff0-e07e-44e8-8f9e-c1f30627a843 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.1722193 May 10 17:28:30.967619 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:30.998714 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-08f77232-0f86-4cb0-a214-f0d8bad1379d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 200 len: 217 time: 0.1540763 May 10 17:28:31.007122 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:31.073744 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-7b0e2fc1-73a4-4202-8c41-1bdf69c31486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:31.075242 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-7b0e2fc1-73a4-4202-8c41-1bdf69c31486 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.0687146 May 10 17:28:31.094357 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.097138 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:31.129078 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaa19c-6ce2-42d0-946d-9ff0b322cde8 req-dcba8808-ccf3-4cdb-a532-fb8507632409 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:31.130508 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8daaa19c-6ce2-42d0-946d-9ff0b322cde8 req-dcba8808-ccf3-4cdb-a532-fb8507632409 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2096233 May 10 17:28:31.137100 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-b76cadc4-d26d-41ca-a310-b5eb28a52dec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496325 May 10 17:28:31.175395 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:31.182894 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:31.325597 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8daaa19c-6ce2-42d0-946d-9ff0b322cde8 req-394e3eb2-d8d5-44b0-9f19-0194e4557cdc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842144 May 10 17:28:31.328741 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40892) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:31.354285 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.365216 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:31.377152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:31.382466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Usage tracker for resource:security_group_rule and tenant:96842717b48f4c55b1bfc9f37b52bcbe is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:31.386220 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:31.395235 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:31.455585 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'code': 200} May 10 17:28:31.466189 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-0dc4fbf2-8aff-4f34-bb40-16d9740f8215 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127174 May 10 17:28:31.501329 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.579198 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.589528 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:31.645626 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96842717b48f4c55b1bfc9f37b52bcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151960 May 10 17:28:31.648152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40902) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:31.659713 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5dd82b-0b40-45c9-bf5d-25dad8b0fcb0,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:31.663349 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:31.671256 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbdb0b17-41c9-463a-bca2-98b62b7c1d0b req-124d9c78-9d3b-4f4f-8819-eaa2a8254ebc service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937120 May 10 17:28:31.713597 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42583111-1165-4296-9390-fc94cbad6824 req-fe05b8cd-1f22-4d24-8b47-40334ce6aba8 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:31.713597 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42583111-1165-4296-9390-fc94cbad6824 req-fe05b8cd-1f22-4d24-8b47-40334ce6aba8 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.0956371 May 10 17:28:31.716454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.743287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.758866 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42583111-1165-4296-9390-fc94cbad6824 req-c46e9053-f5e0-4d65-a1ff-37da3a755908 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 May 10 17:28:31.894498 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.921126 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40916) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:31.939805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:31.941679 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af1c8f-2e63-4454-b4ce-994f8b50aa66 req-7647a75e-da0b-4ae2-92fb-627851827c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:31.943473 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-62af1c8f-2e63-4454-b4ce-994f8b50aa66 req-7647a75e-da0b-4ae2-92fb-627851827c4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1099 time: 0.0962756 May 10 17:28:31.945079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5aa97fef-4777-49df-a708-bada56d26cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:31.993064 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5dd82b-0b40-45c9-bf5d-25dad8b0fcb0,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:32.000560 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:32.015320 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.016326 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f5dd82b-0b40-45c9-bf5d-25dad8b0fcb0 HTTP/1.1" status: 204 len: 168 time: 0.3671379 May 10 17:28:32.038146 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-62af1c8f-2e63-4454-b4ce-994f8b50aa66 req-6511e890-5de8-458d-be72-44c0d84605d8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604346 May 10 17:28:32.072477 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81117dff-d9ad-4778-9e3f-c3ac163f1d43 req-62a6055b-6495-435a-95af-fb0929f240b6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:32.073203 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fe15e-8b5f-4c91-a22c-96b9b12df82f req-4c9bafeb-4103-429a-aa94-55324f895dab tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:32.074661 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bd0fe15e-8b5f-4c91-a22c-96b9b12df82f req-4c9bafeb-4103-429a-aa94-55324f895dab tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1163099 May 10 17:28:32.075241 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-81117dff-d9ad-4778-9e3f-c3ac163f1d43 req-62a6055b-6495-435a-95af-fb0929f240b6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1384799 May 10 17:28:32.077077 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.109971 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:32.116879 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Usage tracker for resource:security_group_rule and tenant:3abf18d8f5344f8c895c6db6a9ba7e91 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:32.125949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:32.129194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-81117dff-d9ad-4778-9e3f-c3ac163f1d43 req-ed3e6bab-a389-4ccf-a6e5-37dadc4dab7f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482078 May 10 17:28:32.135676 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:32.146169 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bd0fe15e-8b5f-4c91-a22c-96b9b12df82f req-57d46c61-7648-49ff-8e46-55ce43febfa0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589352 May 10 17:28:32.227107 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.303049 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.312559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-65cf59e8-a4e6-4361-be3d-37a66c3df28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:32.343705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058504-ea00-4a49-83a0-9f49f99eddbe req-ea26361a-420b-435f-8c2c-15be7166add9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:32.345280 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b8058504-ea00-4a49-83a0-9f49f99eddbe req-ea26361a-420b-435f-8c2c-15be7166add9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0884721 May 10 17:28:32.353669 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 40930) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:32.359893 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'floatingip': {'port_id': '27d30367-2e2e-4cec-bcde-a3e11ebf348a'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:32.361103 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3abf18d8f5344f8c895c6db6a9ba7e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383214 May 10 17:28:32.361745 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40934) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:32.364121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5b78aa-eac6-4d9c-8f4e-05be58bf9561,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:32.378139 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:32.525886 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.551720 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.624384 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.713435 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89ea39-83c2-4436-b593-ea49a0b4ffd4 req-a6c94c7f-037e-45f5-8deb-c3b1c8815844 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:32.715086 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4f89ea39-83c2-4436-b593-ea49a0b4ffd4 req-a6c94c7f-037e-45f5-8deb-c3b1c8815844 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2521048 May 10 17:28:32.764485 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4f89ea39-83c2-4436-b593-ea49a0b4ffd4 req-d89973c5-a29a-4ef1-a7b5-09a6956efb89 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 May 10 17:28:32.825088 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.829870 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:32.844456 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5b78aa-eac6-4d9c-8f4e-05be58bf9561,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:32.853391 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:32.859554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:32.860987 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd5b78aa-eac6-4d9c-8f4e-05be58bf9561 HTTP/1.1" status: 204 len: 168 time: 0.4980643 May 10 17:28:32.945121 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-6bf62540-3265-4cd0-8a65-6ecbd2204559 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:32.947859 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-6bf62540-3265-4cd0-8a65-6ecbd2204559 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.38 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.4843979 May 10 17:28:33.338189 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4e9cc-c13e-4e07-8bc5-514de6e4e7eb req-150d2f2a-388d-40e7-bc47-39532621d37c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:33.345543 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e1f4e9cc-c13e-4e07-8bc5-514de6e4e7eb req-150d2f2a-388d-40e7-bc47-39532621d37c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0907209 May 10 17:28:33.399543 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e1f4e9cc-c13e-4e07-8bc5-514de6e4e7eb req-70d09777-0b93-490d-9331-20f3ac76652e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528562 May 10 17:28:33.657031 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78e4e4-351e-495e-9c35-82555b1c41c9 req-fceaad5b-592a-47a0-b141-69a153e51d82 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:33.658585 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4c78e4e4-351e-495e-9c35-82555b1c41c9 req-fceaad5b-592a-47a0-b141-69a153e51d82 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 945 time: 0.6955426 May 10 17:28:33.702916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Deleting port 11dc01a1-8c50-49a1-81e8-65513e2b3fef {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:28:33.703258 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:33.765830 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40986) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:33.798304 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:33.814283 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:33.818311 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Usage tracker for resource:security_group_rule and tenant:7003d44c93e746258f396374aefeaf4d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:33.824998 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:33.827218 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:33.864365 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4c78e4e4-351e-495e-9c35-82555b1c41c9 req-8e3b7a0b-1ca2-46bf-b621-bfa46b35b18a tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d13baff-cd0f-4520-b0ac-cee51760f1ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951053 May 10 17:28:33.909366 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.db.resource_extend [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 17:28:34.006073 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12da17-020a-4718-8fb7-ce523721bc33 req-e0c36fcd-aa29-427d-bf80-060ef8d4c376 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:34.007584 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-eb12da17-020a-4718-8fb7-ce523721bc33 req-e0c36fcd-aa29-427d-bf80-060ef8d4c376 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1077580 May 10 17:28:34.033774 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.035477 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] For port 11dc01a1-8c50-49a1-81e8-65513e2b3fef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=11dc01a1-8c50-49a1-81e8-65513e2b3fef,segment=NetworkSegment(3dca1638-01ed-4819-82f2-213b48c467a5),segment_id=3dca1638-01ed-4819-82f2-213b48c467a5)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:28:34.035829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.062217 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.069438 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-eb12da17-020a-4718-8fb7-ce523721bc33 req-b29c0b0b-da4b-4c80-9efe-2f426b011f83 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500131 May 10 17:28:34.163551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.177644 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.213410 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ff70dfb1-2291-4037-864b-8f1d81e4b609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:34.222122 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Calling delete_port for 11dc01a1-8c50-49a1-81e8-65513e2b3fef owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:28:34.230650 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46964a42-04dc-49c1-ad87-c6f90f1ec741,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:34.237625 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7003d44c93e746258f396374aefeaf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696531 May 10 17:28:34.237976 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 40998) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:34.238695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:34.303531 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.392174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.439145 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Floating IP 4b09da01-b35b-469e-8bba-22cec41c11b7 associated. External IP: 172.28.3.20, port: 27d30367-2e2e-4cec-bcde-a3e11ebf348a. May 10 17:28:34.482397 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.488141 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:34.501969 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46964a42-04dc-49c1-ad87-c6f90f1ec741,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:34.511803 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:34.514385 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.516086 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46964a42-04dc-49c1-ad87-c6f90f1ec741 HTTP/1.1" status: 204 len: 168 time: 0.2756832 May 10 17:28:34.907176 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:34.976847 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809fe19-e700-4368-aef2-41d39f797f0e req-7b12b2c6-e51c-4e00-bc2f-bf2b14d8465f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:34.978327 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c809fe19-e700-4368-aef2-41d39f797f0e req-7b12b2c6-e51c-4e00-bc2f-bf2b14d8465f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.4116540 May 10 17:28:34.991427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:35.058246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Pushing event deleted for resources: {'Port': ['ID=11dc01a1-8c50-49a1-81e8-65513e2b3fef,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:35.060389 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9c4cb5aa-da24-4b88-baca-4785ca3a384c req-8a25eaaf-dc77-4276-920e-2b3afd4c5fd6 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.0572841 May 10 17:28:35.060868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:35.177062 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] No DVR routers for this DVR port 11dc01a1-8c50-49a1-81e8-65513e2b3fef on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:28:35.180827 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:35.189233 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'name': 'network-vif-deleted', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:35.210379 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c809fe19-e700-4368-aef2-41d39f797f0e req-b2b0aa7c-3727-4865-83d8-52df1ad6fa2b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771076 May 10 17:28:35.244070 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:28:35.354005 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3048c-1058-4b6f-bc14-9bdb89ea18a5 req-1d8e8f39-1eaf-4186-b24f-8f07e0d96395 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:35.363397 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-73d3048c-1058-4b6f-bc14-9bdb89ea18a5 req-1d8e8f39-1eaf-4186-b24f-8f07e0d96395 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1191809 May 10 17:28:35.406589 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-73d3048c-1058-4b6f-bc14-9bdb89ea18a5 req-71e9e09f-8f7e-4b3b-a175-ce369da59bd8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 May 10 17:28:35.423480 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4420aa-e9c5-414c-b871-310d46607d42', 'name': 'network-vif-deleted', 'tag': '11dc01a1-8c50-49a1-81e8-65513e2b3fef', 'status': 'completed', 'code': 200} May 10 17:28:35.430611 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b47e4b3d-0587-4721-a7ae-03b818881c6c req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.38 "DELETE /v2.0/ports/11dc01a1-8c50-49a1-81e8-65513e2b3fef HTTP/1.1" status: 204 len: 173 time: 2.4625580 May 10 17:28:35.532458 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:28:35.537021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:35.555708 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:28:35.569848 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:35.571041 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:28:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:35.625282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae458202-e3d9-49ce-97de-be2517fcd3e9 req-5d63b101-a063-439d-8ed8-9bdea80b0fee tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:35.630494 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ae458202-e3d9-49ce-97de-be2517fcd3e9 req-5d63b101-a063-439d-8ed8-9bdea80b0fee tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.2059135 May 10 17:28:35.635562 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41064) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:35.643442 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'floatingip': {'port_id': '00703e59-6f15-4e80-8324-66a140e8044b'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:35.660083 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-3f92bbc8-4619-4162-89fc-b5d20cc7c494 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "PUT /v2.0/floatingips/4b09da01-b35b-469e-8bba-22cec41c11b7 HTTP/1.1" status: 200 len: 990 time: 3.3052289 May 10 17:28:35.828164 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:35.902294 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:36.302426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-b3ce243b-ee32-4768-ba13-ba10d7fb9996 req-ecea5fda-4b39-4dbd-9cb6-056bd6fb7210 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Synchronizing usage tracker for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:36.339059 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '4b09da01-b35b-469e-8bba-22cec41c11b7', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.20', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:a7:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f49f-7039-459e-81c5-834b7461387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:09Z', 'updated_at': '2021-05-10T17:28:33Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:36.345390 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:36.352549 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:36.353417 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:28:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:36.395965 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-b3ce243b-ee32-4768-ba13-ba10d7fb9996 req-ecea5fda-4b39-4dbd-9cb6-056bd6fb7210 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Unset dirty status for tenant:1263518ff9494fed86f4fd9b109264a1 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:36.397304 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3ce243b-ee32-4768-ba13-ba10d7fb9996 req-ecea5fda-4b39-4dbd-9cb6-056bd6fb7210 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4420aa-e9c5-414c-b871-310d46607d42 HTTP/1.1" status: 200 len: 210 time: 0.1436708 May 10 17:28:36.560391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 11dc01a1-8c50-49a1-81e8-65513e2b3fef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:28:36.610682 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:36.641790 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 11dc01a1-8c50-49a1-81e8-65513e2b3fef {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:28:36.643197 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 11dc01a1-8c50-49a1-81e8-65513e2b3fef not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:28:36.843693 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c795a-cd2d-4c8e-b434-6a016cc6d864 req-5ff6efa4-8e03-4162-8284-7feb69814171 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:36.853041 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f6c795a-cd2d-4c8e-b434-6a016cc6d864 req-5ff6efa4-8e03-4162-8284-7feb69814171 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2910500 May 10 17:28:36.955566 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f6c795a-cd2d-4c8e-b434-6a016cc6d864 req-b9255167-ff38-49a5-a244-bf0757e4f41e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014071 May 10 17:28:37.069779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:37.094971 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '4b09da01-b35b-469e-8bba-22cec41c11b7', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.20', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:a7:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f49f-7039-459e-81c5-834b7461387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:09Z', 'updated_at': '2021-05-10T17:28:33Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:37.101430 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de55b9d-f413-4d32-9089-12809a85037f None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '4b09da01-b35b-469e-8bba-22cec41c11b7', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.20', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:a7:13:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd953f49f-7039-459e-81c5-834b7461387a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:09Z', 'updated_at': '2021-05-10T17:28:33Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:37.179004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:37.223551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41138) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:37.345599 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41146) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:37.384653 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95efd1-defc-4446-90a9-ae5daab39856 None None] New status for floating IP 4b09da01-b35b-469e-8bba-22cec41c11b7: ACTIVE {{(pid=79237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:28:37.424613 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:37.507610 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.l3_db [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Floating IP 5f375f39-8e77-48a6-9220-2ff9e50f578a associated. External IP: 172.28.3.99, port: 00703e59-6f15-4e80-8324-66a140e8044b. May 10 17:28:37.524610 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'status': 'completed', 'code': 200} May 10 17:28:37.528858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:37.620628 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:37.623855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:37.641447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Usage tracker for resource:security_group_rule and tenant:0e49b95246ce4d1aa6c160959507a82c is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:37.647827 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:37.660661 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:37.663449 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:37.673335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Usage tracker for resource:security_group_rule and tenant:312cad95a743453b97c60fa3167bfc64 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:37.679094 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:37.694395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:37.814510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7240453-4bdd-4559-81a8-702f06e85678 req-cf0b4060-7793-4811-b0ff-e0d6dcc73b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:37.816020 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-cf0b4060-7793-4811-b0ff-e0d6dcc73b1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1098 time: 0.2732010 May 10 17:28:38.081795 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:28:38.097209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.103104 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.105946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7240453-4bdd-4559-81a8-702f06e85678 req-43c58fb2-b519-418b-9b89-4f6ad88a6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:38.107259 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-43c58fb2-b519-418b-9b89-4f6ad88a6bc7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 912 time: 0.2823617 May 10 17:28:38.189337 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.199377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b88699c1-3a45-46d5-bf87-5ab162aae251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:38.248515 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.255367 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41182) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:38.275220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b12f86-cd91-4c59-bd75-5e4b905dceb9,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:38.286292 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=312cad95a743453b97c60fa3167bfc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396226 May 10 17:28:38.296124 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41188) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:38.296284 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-0c6aaa04-9e03-4293-97d9-9b4b770bd5a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 1000 time: 0.1769712 May 10 17:28:38.303422 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.303764 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.304114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.304456 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.304984 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.305323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.305660 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.305994 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.306825 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.307175 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.307514 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.308000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:38.316049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:38.351043 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:38.366416 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0e49b95246ce4d1aa6c160959507a82c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1416259 May 10 17:28:38.373328 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41192) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:38.399246 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:28:38.407973 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c4855-9c32-404a-8c6f-eed9384fd890 req-3ba58296-adad-4c3d-adab-c1817889e3dd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:38.411176 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:28:38.411721 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-827c4855-9c32-404a-8c6f-eed9384fd890 req-3ba58296-adad-4c3d-adab-c1817889e3dd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2574303 May 10 17:28:38.415067 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.428654 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68866d0-d7d1-4fa7-85b7-0149975e715a,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:38.446139 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:38.447072 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:38.451623 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7240453-4bdd-4559-81a8-702f06e85678 req-0a75fc65-a890-42db-9559-1ab2d7534740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:38.453910 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-0a75fc65-a890-42db-9559-1ab2d7534740 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.1420939 May 10 17:28:38.455381 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:28:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:38.515805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.531017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.538230 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-827c4855-9c32-404a-8c6f-eed9384fd890 req-6921e36b-2a54-447f-8fc7-03dc05685467 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840931 May 10 17:28:38.563913 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c339ca77-8202-4248-a65e-e4592eeab85e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "PUT /v2.0/floatingips/5f375f39-8e77-48a6-9220-2ff9e50f578a HTTP/1.1" status: 200 len: 991 time: 2.9235609 May 10 17:28:38.565203 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:38.572343 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.675534 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:38.680772 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.682970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Usage tracker for resource:security_group_rule and tenant:a10d270671ee408ba6abc4e804a4a0a1 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:38.687999 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:38.707708 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:38.709523 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'status': 'completed', 'code': 200} May 10 17:28:38.711500 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.717918 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:38.734317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.745345 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:38.804481 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b12f86-cd91-4c59-bd75-5e4b905dceb9,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:38.804699 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7240453-4bdd-4559-81a8-702f06e85678 req-949d9ac7-997c-4673-a12c-6f5197496dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:38.804699 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-949d9ac7-997c-4673-a12c-6f5197496dcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3362160 May 10 17:28:38.825153 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:38.886079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.887202 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f6b12f86-cd91-4c59-bd75-5e4b905dceb9 HTTP/1.1" status: 204 len: 168 time: 0.5909412 May 10 17:28:38.938339 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-afb013a1-7c55-4931-862d-027571abd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:38.944850 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-afb013a1-7c55-4931-862d-027571abd726 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1099 time: 0.2077272 May 10 17:28:38.984382 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:38.993203 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-e73ccfd2-d799-4216-8d95-0c9ef476fdad service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790400 May 10 17:28:39.020231 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.028268 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-849e0c09-bff2-49ce-8503-708137e1c5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:39.096057 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.102654 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68866d0-d7d1-4fa7-85b7-0149975e715a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:39.113825 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:39.113825 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6a1ba130-b546-4366-9272-0109c82f98e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:39.155019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-77468ed3-2435-484a-8da0-b61bd9acb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:39.160266 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-77468ed3-2435-484a-8da0-b61bd9acb27a service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.2110262 May 10 17:28:39.183302 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.188019 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c68866d0-d7d1-4fa7-85b7-0149975e715a HTTP/1.1" status: 204 len: 168 time: 0.8073463 May 10 17:28:39.188019 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a10d270671ee408ba6abc4e804a4a0a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9233859 May 10 17:28:39.188019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663599d2-78de-4795-93d4-9e0961e727bf,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:39.190037 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41220) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:39.196505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:39.243760 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7240453-4bdd-4559-81a8-702f06e85678 req-5a39ca16-0279-46f9-9fb9-3083f63338ef service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436883 May 10 17:28:39.286519 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '5f375f39-8e77-48a6-9220-2ff9e50f578a', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:10Z', 'updated_at': '2021-05-10T17:28:36Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:39.292960 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:28:39.297555 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.313089 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:28:39.313722 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:28:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:39.354313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.385608 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-84c3605f-6e36-4987-877c-b278cf3af6df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 999 time: 0.2147799 May 10 17:28:39.469367 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-3ba7c3c6-6ee4-4b68-9703-eaee1d248001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:39.471157 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-3ba7c3c6-6ee4-4b68-9703-eaee1d248001 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0785937 May 10 17:28:39.512606 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.518651 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-728e3737-c942-4ba2-84b0-b45acf9d4133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:39.533088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663599d2-78de-4795-93d4-9e0961e727bf,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:39.536371 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:39.540361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.542032 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/663599d2-78de-4795-93d4-9e0961e727bf HTTP/1.1" status: 204 len: 168 time: 0.3491490 May 10 17:28:39.581082 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-8d968a47-37cd-4f02-ad8d-ae23e3143a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:39.583190 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-8d968a47-37cd-4f02-ad8d-ae23e3143a7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044149 May 10 17:28:39.589573 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41236) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:39.598755 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:28:39.772822 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Deleting subnet 40396bc5-870c-4a8a-9888-3ce203d612a8 {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:28:39.786289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41244) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:39.858746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8b12-d006-4afc-8bc1-528120214103 req-7af35967-6f3b-4a3e-8143-16a0601c5326 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:39.862274 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-162d8b12-d006-4afc-8bc1-528120214103 req-7af35967-6f3b-4a3e-8143-16a0601c5326 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2006903 May 10 17:28:39.880347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.887864 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.977353 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-162d8b12-d006-4afc-8bc1-528120214103 req-2fa149ab-3f93-4da9-97e7-95b39bfae04a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028891 May 10 17:28:39.978863 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:39.981288 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:39.984117 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Usage tracker for resource:security_group_rule and tenant:b26f441bb47543b693b6fc880a51d83b is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:39.987297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:39.987710 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-25e866a0-0fc2-4e48-bb7a-bdf1f55614bb service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951576 May 10 17:28:40.000506 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.001576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:40.100415 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '5f375f39-8e77-48a6-9220-2ff9e50f578a', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:10Z', 'updated_at': '2021-05-10T17:28:36Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:40.105118 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7341a6-d3ff-42d5-912e-037e29f91eca None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '5f375f39-8e77-48a6-9220-2ff9e50f578a', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:28:10Z', 'updated_at': '2021-05-10T17:28:36Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:28:40.119077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.182163 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.197059 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4426544b-bf3a-4ce2-83aa-1046bae97486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:40.264361 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b26f441bb47543b693b6fc880a51d83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728029 May 10 17:28:40.264361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5385e6d-07f0-411e-84ae-cb8b211b5548,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:40.265741 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:40.266598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41260) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:40.361519 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e2ff9899-cafb-4ba0-9b5b-326e24f0cef0 req-aa1ab67f-80a6-4310-99d1-4faf507bb1a8 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628981 May 10 17:28:40.381231 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.450850 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.457566 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cf94dd-03fb-4c79-949a-7b92086caf69 None None] New status for floating IP 5f375f39-8e77-48a6-9220-2ff9e50f578a: ACTIVE {{(pid=79237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:28:40.629147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.631233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.634017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e22280a3-ac22-4ff8-98d9-f30b7fff53f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:40.639261 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-109b9a77-1e8c-4388-a9e8-3de9ce503086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:40.651511 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5385e6d-07f0-411e-84ae-cb8b211b5548,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:40.658842 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:40.659361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41280) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:40.694088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.704021 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40396bc5-870c-4a8a-9888-3ce203d612a8,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:40.707719 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5385e6d-07f0-411e-84ae-cb8b211b5548 HTTP/1.1" status: 204 len: 168 time: 0.4331980 May 10 17:28:40.710761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.718743 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.743364 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.744787 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.745248 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.746947 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.748343 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.749376 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.750203 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.752218 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.752691 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.753038 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:40.754312 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.755366 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.756736 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:28:40.761408 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Usage tracker for resource:security_group_rule and tenant:c4842fee14b84002ae488cac22ea0bfa is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:40.765009 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:40.769111 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:40.770250 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c85f8ef3-8053-4d8d-80da-c9336911b0b7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/40396bc5-870c-4a8a-9888-3ce203d612a8 HTTP/1.1" status: 204 len: 168 time: 1.1796594 May 10 17:28:40.771032 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41288) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:40.788275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:40.915916 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:40.942261 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.007756 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.026265 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3d027c68-f7f7-44d8-92e6-6cbfca1650cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:41.061561 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.091471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.091818 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.092559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.098890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.131449 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a00955-464e-4953-83ff-41c478346af5,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:41.144512 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4842fee14b84002ae488cac22ea0bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828959 May 10 17:28:41.145899 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:41.146355 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41306) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:41.225974 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.257499 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.277727 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.278081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.278436 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.278746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 17:28:41.279148 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489ff45b-44eb-4755-8baf-5ef5d57a5814']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:41.332250 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dca1638-01ed-4819-82f2-213b48c467a5') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:41.332685 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dca1638-01ed-4819-82f2-213b48c467a5') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:28:41.360604 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.390771 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.400623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:28:41.401100 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.402010 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.407299 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2b419e21-1e7d-4a89-a0dd-809cad668f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: from cryptography.utils import int_from_bytes May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: from cryptography.utils import int_from_bytes May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:28:41.418128 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:28:41.420747 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a00955-464e-4953-83ff-41c478346af5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:41.423828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:41.429763 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.430548 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34a00955-464e-4953-83ff-41c478346af5 HTTP/1.1" status: 204 len: 168 time: 0.2832985 May 10 17:28:41.496884 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0f4db-ab62-4a73-af1e-6c1e88f25443 req-381c81a6-051f-465f-a4bc-6f55d3dacaec tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:41.504658 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f5b0f4db-ab62-4a73-af1e-6c1e88f25443 req-381c81a6-051f-465f-a4bc-6f55d3dacaec tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2177999 May 10 17:28:41.565009 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f5b0f4db-ab62-4a73-af1e-6c1e88f25443 req-5cd17aeb-d35a-4e18-ac5a-0cdbdab34df6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593586 May 10 17:28:41.674646 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.678843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:41.695155 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:41.701280 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=489ff45b-44eb-4755-8baf-5ef5d57a5814,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:41.705541 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:41.808896 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/489ff45b-44eb-4755-8baf-5ef5d57a5814 HTTP/1.1" status: 204 len: 168 time: 1.0360241 May 10 17:28:42.197732 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:28:42.212075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41350) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:42.316716 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41360) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:42.328284 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-eaa82bff-6d29-452e-a86d-92e2c019115a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1263518ff9494fed86f4fd9b109264a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1132214 May 10 17:28:42.331127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41366) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:42.444209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.477213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.516654 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-153427173-network', 'tenant_id': 'ca3f2140878345bf8b40ed225b7cad54'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:42.523482 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:42.527565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Usage tracker for resource:network and tenant:ca3f2140878345bf8b40ed225b7cad54 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:42.531011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:42.537401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:42.623102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Made reservation on behalf of ca3f2140878345bf8b40ed225b7cad54 for: {'network': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:42.623102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.635208 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.651220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:42.655129 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca3f2140878345bf8b40ed225b7cad54 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:42.658553 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:42.664673 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:42.666619 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.672427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d7e36288-9513-40ee-9fbe-95fd1c15c4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:42.727850 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13baff-cd0f-4520-b0ac-cee51760f1ca,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:42.730077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:42.821646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2f29e-012e-4a58-9d24-9506be17fcf8 req-18f41e41-5fef-4e1a-bee0-734e65b84dc7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:42.823256 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-84b2f29e-012e-4a58-9d24-9506be17fcf8 req-18f41e41-5fef-4e1a-bee0-734e65b84dc7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1517756 May 10 17:28:42.871480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.872571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d13baff-cd0f-4520-b0ac-cee51760f1ca HTTP/1.1" status: 204 len: 168 time: 0.5404689 May 10 17:28:42.880237 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.902002 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-84b2f29e-012e-4a58-9d24-9506be17fcf8 req-7f492f1b-8d0b-4be6-a479-5dc35ad327ef tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681605 May 10 17:28:42.985079 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:42.989467 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4e062ea8-d38c-4ec3-b26a-f22d5fe1fa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:43.013908 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=79236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:28:43.026759 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca132472-583f-4632-a3fb-cd1043542ba5,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:43.029854 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:43.032440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:43.032774 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.segments_db [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Added segment c36c744d-467b-4b0d-929c-64c536a36d47 of type vlan for network 1fac4533-99b4-48db-b6e2-33f06d134e56 May 10 17:28:43.058562 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:43.155784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:43.157225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:43.157932 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:43.163636 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:43.265962 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fac4533-99b4-48db-b6e2-33f06d134e56,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:43.272079 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:43.279485 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 1fac4533-99b4-48db-b6e2-33f06d134e56 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:28:43.328112 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0100420 May 10 17:28:43.330839 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41402) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:43.338054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Request body: {'subnet': {'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-153427173-subnet', 'tenant_id': 'ca3f2140878345bf8b40ed225b7cad54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:43.347823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:43.352083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Usage tracker for resource:subnet and tenant:ca3f2140878345bf8b40ed225b7cad54 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:43.355425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:43.363499 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:43.452634 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Made reservation on behalf of ca3f2140878345bf8b40ed225b7cad54 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:43.455025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10743743'] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:44.093936 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2022708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10743757'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:44.098675 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fa77e8ba-3903-48e1-a72e-6136188d460d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:44.157800 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f0ba3-2d16-4ef1-a602-6500f53b00a1 req-3800b026-c41a-4c2b-b163-19bd71441133 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:44.159344 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-229f0ba3-2d16-4ef1-a602-6500f53b00a1 req-3800b026-c41a-4c2b-b163-19bd71441133 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0921493 May 10 17:28:44.171847 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c095024-c644-4165-a6d2-aa98d821dd43,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:44.188622 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:44.194675 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Checking segment: {'id': 'c36c744d-467b-4b0d-929c-64c536a36d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:44.195084 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Network hostable DHCP agents. Network: 1fac4533-99b4-48db-b6e2-33f06d134e56, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:28:44.219741 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-229f0ba3-2d16-4ef1-a602-6500f53b00a1 req-aec4a944-51cc-469c-b6f5-6fb5868d3d3e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 May 10 17:28:44.292905 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Network 1fac4533-99b4-48db-b6e2-33f06d134e56 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:28:44.401267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 1fac4533-99b4-48db-b6e2-33f06d134e56) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:44.410027 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f03524a-2715-4028-9844-8f0ac7d3dd2a None None] Network 1fac4533-99b4-48db-b6e2-33f06d134e56 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:28:44.410472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:44.410639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:44.501375 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-cb0acab3-49ab-45af-bdfd-7623fcd99c07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1693070 May 10 17:28:44.601489 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10871ab-81cb-4cbd-8070-264f4f01bb87 None None] Network 1fac4533-99b4-48db-b6e2-33f06d134e56 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:28:44.853055 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41478) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:45.121592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.136101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:45.140275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Usage tracker for resource:security_group_rule and tenant:ece1e32012354fc8bb4e9da2d4da7d8b is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:45.143160 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:45.148770 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:45.240346 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.325878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.336828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-62d2cf35-b3d0-4a51-974a-da02b311eec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:45.420095 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d1e29-a42a-4361-b7d0-eb81e1f92494,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:45.426106 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ece1e32012354fc8bb4e9da2d4da7d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5717437 May 10 17:28:45.427143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:45.428871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41506) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:45.468466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60a217-a39d-47c1-8f22-df4b49067c63 req-41a828e8-4e8b-454d-993e-6302405b8eda tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:45.470104 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2c60a217-a39d-47c1-8f22-df4b49067c63 req-41a828e8-4e8b-454d-993e-6302405b8eda tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1342647 May 10 17:28:45.489315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.513848 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2c60a217-a39d-47c1-8f22-df4b49067c63 req-1a715194-e250-4ddf-a539-b6be1f1a25f8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 May 10 17:28:45.515331 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.635674 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.641233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:45.654252 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d1e29-a42a-4361-b7d0-eb81e1f92494,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:45.657528 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:45.659862 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:45.661803 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea4d1e29-a42a-4361-b7d0-eb81e1f92494 HTTP/1.1" status: 204 len: 168 time: 0.2319572 May 10 17:28:45.802269 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41528) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:46.220501 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.237553 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:46.241725 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c836a3681544647acaab64692518c99 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:46.245835 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:46.251312 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:46.335823 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.371983 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41548) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:46.378511 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-720993182-network', 'tenant_id': 'a774b178bd584c87905992c045f16376'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:46.383884 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:46.387779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Usage tracker for resource:network and tenant:a774b178bd584c87905992c045f16376 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:46.390912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:46.396610 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:46.420140 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.429930 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c8d3a90b-2fec-4025-ad3b-eba6d8eceeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:46.472965 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c836a3681544647acaab64692518c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6667120 May 10 17:28:46.473305 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41552) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:46.474310 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f0f3e-1874-4684-82e2-106108f4a754,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:46.478354 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:46.504688 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Made reservation on behalf of a774b178bd584c87905992c045f16376 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:46.507101 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.519817 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.534125 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:46.537143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.537919 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Usage tracker for resource:security_group_rule and tenant:a774b178bd584c87905992c045f16376 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:46.545030 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:46.560091 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:46.565476 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.615666 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41560) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:46.639061 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.657134 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:46.661412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Usage tracker for resource:security_group_rule and tenant:bc5abbed0fa04ec6b24288e2e0054829 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:46.665008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:46.673047 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:46.696121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.746717 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.754867 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e66f3f62-a911-4ce6-9f01-771cae62fac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:46.773590 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f0f3e-1874-4684-82e2-106108f4a754,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:46.782655 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:46.792901 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.794220 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf1f0f3e-1874-4684-82e2-106108f4a754 HTTP/1.1" status: 204 len: 168 time: 0.3199141 May 10 17:28:46.797563 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596701d3-ba8e-44cb-b1c9-5acef29f22b8 req-4da7adc1-70e3-48b4-b4bb-1f0ac0518505 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:46.799723 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-596701d3-ba8e-44cb-b1c9-5acef29f22b8 req-4da7adc1-70e3-48b4-b4bb-1f0ac0518505 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1022708 May 10 17:28:46.806686 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.812350 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cc329d00-e148-4721-9945-a99df6083bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:46.853063 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:28:46.887909 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8a1b8-837d-44f8-b979-15dd1e2d80d0,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:46.892766 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:46.904934 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.904934 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Added segment 4342428b-39d8-4032-8c06-7c3ee9a754e0 of type vlan for network b26a5dff-9819-4e04-a6e4-ee9750b06fd0 May 10 17:28:46.914131 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-596701d3-ba8e-44cb-b1c9-5acef29f22b8 req-fe4f4248-a51c-4589-aad6-55fd62849362 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038716 May 10 17:28:46.939964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.964455 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:46.981749 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41572) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:46.990159 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.002962 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6d3cdc0e-fe56-4e6b-90a1-3600812c9d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.052400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db41b1b5-6be1-4e42-9837-3685871a5d5d,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:47.074645 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc5abbed0fa04ec6b24288e2e0054829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554572 May 10 17:28:47.075466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41578) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:47.076746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:47.141420 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.145906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.161090 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:47.164945 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Usage tracker for resource:security_group_rule and tenant:200916cd746d4c219be15f7560d7b415 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:47.167829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:47.168097 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.173658 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:47.189673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.197525 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:47.198118 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.206148 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7098da21-6964-4cb8-b3a7-631f836dbb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.261062 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.324184 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Pushing event updated for resources: {'Network': ['ID=b26a5dff-9819-4e04-a6e4-ee9750b06fd0,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:47.328084 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:47.334188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.335391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network b26a5dff-9819-4e04-a6e4-ee9750b06fd0 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:28:47.341725 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c20bdf0b-1bc6-450d-98d8-f54e2cd9855b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.389389 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=200916cd746d4c219be15f7560d7b415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063504 May 10 17:28:47.390861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4fbe42-b9b9-4252-ac47-5e8c6cc26584,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:47.392200 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.393287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41586) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:47.396116 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:47.396536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.403286 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db41b1b5-6be1-4e42-9837-3685871a5d5d HTTP/1.1" status: 204 len: 168 time: 0.3228710 May 10 17:28:47.403286 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d5e05546-26e7-4f6e-bb3b-5b2ef4f7dcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.439166 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db41b1b5-6be1-4e42-9837-3685871a5d5d,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:47.454516 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0812244 May 10 17:28:47.460639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41592) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:47.461426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.463691 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:47.471784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Request body: {'subnet': {'network_id': 'b26a5dff-9819-4e04-a6e4-ee9750b06fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-720993182-subnet', 'tenant_id': 'a774b178bd584c87905992c045f16376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:47.488479 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:47.496645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Usage tracker for resource:subnet and tenant:a774b178bd584c87905992c045f16376 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:47.506878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:47.519395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:47.522364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.630011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Made reservation on behalf of a774b178bd584c87905992c045f16376 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:47.632561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10743743'] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.693753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.712781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:47.729109 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4fbe42-b9b9-4252-ac47-5e8c6cc26584,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:47.731413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:47.755411 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:47.760666 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d4fbe42-b9b9-4252-ac47-5e8c6cc26584 HTTP/1.1" status: 204 len: 168 time: 0.3625934 May 10 17:28:48.142586 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebee1ed-ec4c-4a19-a33e-c24f6738a1ea req-b115c7ae-2117-4daf-b18d-ff05a534cf72 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:48.143994 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-eebee1ed-ec4c-4a19-a33e-c24f6738a1ea req-b115c7ae-2117-4daf-b18d-ff05a534cf72 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1216466 May 10 17:28:48.234868 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-eebee1ed-ec4c-4a19-a33e-c24f6738a1ea req-a506831e-254e-425c-a4b7-4162b2d44546 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841858 May 10 17:28:48.255552 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2022708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10743757'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:48.260532 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:48.344705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b59464-9c9d-47b4-b9bf-f52e7b0b335b,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:48.348326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:48.354257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Checking segment: {'id': '4342428b-39d8-4032-8c06-7c3ee9a754e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b26a5dff-9819-4e04-a6e4-ee9750b06fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:48.354611 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Network hostable DHCP agents. Network: b26a5dff-9819-4e04-a6e4-ee9750b06fd0, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:28:48.428989 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Network b26a5dff-9819-4e04-a6e4-ee9750b06fd0 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:28:48.584361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, b26a5dff-9819-4e04-a6e4-ee9750b06fd0) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:48.596539 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861e40b-8e08-4b65-b7a3-d09613eccb02 None None] Network b26a5dff-9819-4e04-a6e4-ee9750b06fd0 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:28:48.622889 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41648) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:48.644055 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:48.644779 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:48.662683 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:48.691150 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:48.696507 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Usage tracker for resource:security_group_rule and tenant:bad908c6dd62493ca5226366d63fe100 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:48.699912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:48.706981 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:48.762238 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7da665b4-ec43-47ff-ae5d-7199f1ba43ca admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2980223 May 10 17:28:48.900629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850b4b2-1b37-4d70-9da6-9de486fef5c2 None None] Network b26a5dff-9819-4e04-a6e4-ee9750b06fd0 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:28:48.913346 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.042002 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.055923 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-27edd20b-ac68-4140-b406-6cd6d0935a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:49.096417 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3ae69d-b80b-4bfe-8f2d-e89e73920f4b,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:49.114737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:49.141919 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bad908c6dd62493ca5226366d63fe100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155220 May 10 17:28:49.142218 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41674) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:49.213955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.245445 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.394375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.397343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:49.412427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3ae69d-b80b-4bfe-8f2d-e89e73920f4b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:49.414394 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:49.417847 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d3ae69d-b80b-4bfe-8f2d-e89e73920f4b HTTP/1.1" status: 204 len: 168 time: 0.2723391 May 10 17:28:49.417847 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:49.572406 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd03b3b-789b-43b0-bfe5-2c4db2715298 req-441aebda-139d-40f9-9722-1674a545d2de tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:49.579867 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fbd03b3b-789b-43b0-bfe5-2c4db2715298 req-441aebda-139d-40f9-9722-1674a545d2de tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0996931 May 10 17:28:49.621026 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fbd03b3b-789b-43b0-bfe5-2c4db2715298 req-ba8a2c12-c3d7-425f-ad98-e620a54bf015 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 May 10 17:28:49.651906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-a94c7eb6-b9a3-489f-9447-ae2b34c22e1a tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:49.652580 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-a94c7eb6-b9a3-489f-9447-ae2b34c22e1a tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Synchronizing usage tracker for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:network {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:49.751104 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-a94c7eb6-b9a3-489f-9447-ae2b34c22e1a tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Unset dirty status for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:network {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:49.755180 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-a94c7eb6-b9a3-489f-9447-ae2b34c22e1a tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/networks?id=1fac4533-99b4-48db-b6e2-33f06d134e56 HTTP/1.1" status: 200 len: 808 time: 0.3150942 May 10 17:28:49.779553 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-382bef3e-42d8-482e-89c9-8a9ddbecefaa tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/quotas/ca3f2140878345bf8b40ed225b7cad54 HTTP/1.1" status: 200 len: 375 time: 0.0164905 May 10 17:28:49.943764 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-917e3814-ea4f-4215-983a-60f0863f78df tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca3f2140878345bf8b40ed225b7cad54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399386 May 10 17:28:50.081260 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-38d0e1a8-f0ee-4eb5-a2d2-9c72d6470e4e service neutron] 10.222.0.26 "GET /v2.0/networks/1fac4533-99b4-48db-b6e2-33f06d134e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262269 May 10 17:28:50.239379 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-9c6eede8-6da8-461d-bdb8-2bdf15ab6df8 service neutron] 10.222.0.26 "GET /v2.0/networks/1fac4533-99b4-48db-b6e2-33f06d134e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535921 May 10 17:28:50.544661 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9d20937f-b710-4a73-a439-7cfa1b7c1cfd req-47829a2b-1a56-448c-be95-77a2fb774a45 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 210 time: 0.0696330 May 10 17:28:50.842533 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1878-2480-4c70-9a48-1f908bcb0678 req-94c4a88c-33ec-4938-8d49-824903602a6f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:50.844506 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4edb1878-2480-4c70-9a48-1f908bcb0678 req-94c4a88c-33ec-4938-8d49-824903602a6f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0921061 May 10 17:28:50.892756 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4edb1878-2480-4c70-9a48-1f908bcb0678 req-8d23f513-9c89-4c55-a2c1-acdffec73b2b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 May 10 17:28:51.173190 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41776) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:51.307222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.323014 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:51.327130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Usage tracker for resource:security_group_rule and tenant:dbb6b9d7d30746b4b1bffc57ee71bd95 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:51.329952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:51.337245 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:51.418643 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.544189 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.553365 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8f15e5cf-c887-4c3d-99f4-142d94f5f35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:51.593664 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbb6b9d7d30746b4b1bffc57ee71bd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180810 May 10 17:28:51.594612 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e810444a-9c80-4990-af58-e2728d690cd3,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:51.595614 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41790) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:51.598461 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:51.696512 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.711534 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5b62b920-f658-447c-8fb2-a34a5310999f req-8ca5a73c-bf00-4754-bc91-77abc33878c2 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 210 time: 0.0571990 May 10 17:28:51.741420 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.892965 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.898674 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-35979f33-36cc-4434-a7a8-0c22e60f65f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:51.909399 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e810444a-9c80-4990-af58-e2728d690cd3,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:51.911759 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:51.921238 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:51.921238 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e810444a-9c80-4990-af58-e2728d690cd3 HTTP/1.1" status: 204 len: 168 time: 0.3220458 May 10 17:28:52.150525 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaebe6e-7ed8-449b-bd5a-60370869fb07 req-8fe2f89d-7e80-47b9-9836-c501571b4916 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:52.152624 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cbaebe6e-7ed8-449b-bd5a-60370869fb07 req-8fe2f89d-7e80-47b9-9836-c501571b4916 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1042302 May 10 17:28:52.216070 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cbaebe6e-7ed8-449b-bd5a-60370869fb07 req-08483c1d-ea8c-44da-b591-c54a1ec47469 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 May 10 17:28:52.642549 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41814) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:52.655147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:52.669877 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:52.674020 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Usage tracker for resource:security_group_rule and tenant:dcf7b6b985fa44d39090a537f49763c0 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:52.677329 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:52.683339 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:52.781491 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:52.874955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:52.882464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-97a62747-3bde-45f1-b0f4-e5fd965d3c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:52.928009 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7391cadb-9066-4b0d-a635-8a8628e860ba,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:52.930380 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c12937dc-e9e4-4d0f-8758-aaa05c0231db req-63712fe6-d7b2-428c-bcc4-b963cb6537c5 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 210 time: 0.0643711 May 10 17:28:52.940141 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:52.961455 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcf7b6b985fa44d39090a537f49763c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241656 May 10 17:28:52.965430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41828) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:53.028054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.035946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-a6d6e56b-ecf4-4bee-8062-780799482b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.057532 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.189012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.195782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-60da4b28-0c39-40cc-831f-ff59975a3c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:53.214352 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.215697 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7391cadb-9066-4b0d-a635-8a8628e860ba HTTP/1.1" status: 204 len: 168 time: 0.2492375 May 10 17:28:53.216778 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7391cadb-9066-4b0d-a635-8a8628e860ba,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:53.219479 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:53.367560 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-11877086-efc2-4e40-b090-e1366f1628bd tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:53.371179 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-11877086-efc2-4e40-b090-e1366f1628bd tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.38 "GET /v2.0/networks?id=1fac4533-99b4-48db-b6e2-33f06d134e56 HTTP/1.1" status: 200 len: 808 time: 0.2085104 May 10 17:28:53.386342 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Request body: {'port': {'device_id': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56', 'admin_state_up': True, 'tenant_id': 'ca3f2140878345bf8b40ed225b7cad54'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:53.582717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:53.595099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Usage tracker for resource:port and tenant:ca3f2140878345bf8b40ed225b7cad54 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:53.604498 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452176e-fe1a-4eca-8bb6-ac5869bf8f67 req-acb5551e-5634-45f9-87f7-4065c21ba61b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:53.605960 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f452176e-fe1a-4eca-8bb6-ac5869bf8f67 req-acb5551e-5634-45f9-87f7-4065c21ba61b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2029502 May 10 17:28:53.606738 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:53.613959 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:53.657289 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f452176e-fe1a-4eca-8bb6-ac5869bf8f67 req-012e91aa-89a0-4ee0-b815-c83de0c14d98 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 May 10 17:28:53.733153 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Made reservation on behalf of ca3f2140878345bf8b40ed225b7cad54 for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:53.737433 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:53.945440 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Allocated IP 172.20.0.9 (1fac4533-99b4-48db-b6e2-33f06d134e56/3c095024-c644-4165-a6d2-aa98d821dd43/fa1fad3c-7970-4b40-8fda-0a372fcf4998) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:28:54.186942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41876) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:54.195087 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-eec211ff-2478-4160-af09-6cf21b6f43ad req-53427881-949f-4967-ac6f-1f6fa99b020f tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 210 time: 0.0863130 May 10 17:28:54.219058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.223250 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.241761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:54.246973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Usage tracker for resource:security_group_rule and tenant:092480b93b0f4d2f9629e7287daec883 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:54.250133 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:54.257045 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:54.299146 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.307982 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-afe88f44-707c-4a8d-9ac9-a44ddc4c92c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:54.367625 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.374313 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Network 1fac4533-99b4-48db-b6e2-33f06d134e56 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:28:54.377989 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:28:54.382647 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:28:54.424560 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.434666 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Pushing event updated for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:54.443806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3795bd6b-f715-4c19-8557-3f3ba8afcc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:54.444955 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:54.470753 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:54.471588 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.486618 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=092480b93b0f4d2f9629e7287daec883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962546 May 10 17:28:54.486618 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693233b2-8dd8-4d72-913f-4c947b702bdc,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:54.487424 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 41888) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:54.488874 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:54.621667 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4685ee34-ae4f-4fde-9c09-65bcc2bf2267 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2407026 May 10 17:28:54.639490 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Request body: {'port': {'device_id': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:54.678054 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.751415 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.856620 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:54.968809 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05643d-fa2e-48f4-9188-24aa3bca37de req-0f866c03-bb9a-4a5d-b2c4-ebae28f3e7ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:54.970279 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed05643d-fa2e-48f4-9188-24aa3bca37de req-0f866c03-bb9a-4a5d-b2c4-ebae28f3e7ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2025695 May 10 17:28:55.033924 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.042320 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-848af4e5-6983-4460-a23d-d344c55403c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:55.063799 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693233b2-8dd8-4d72-913f-4c947b702bdc,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:55.070413 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:55.111082 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.112201 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/693233b2-8dd8-4d72-913f-4c947b702bdc HTTP/1.1" status: 204 len: 168 time: 0.6234207 May 10 17:28:55.120821 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed05643d-fa2e-48f4-9188-24aa3bca37de req-d312cd52-016c-4996-8881-5856c7bb1665 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121330 May 10 17:28:55.363251 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1fad3c-7970-4b40-8fda-0a372fcf4998 {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:28:55.371790 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.372899 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.392640 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Transition to ACTIVE for port object fa1fad3c-7970-4b40-8fda-0a372fcf4998 will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:28:55.425838 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22f22-e14d-4e93-a02e-509d5a979358 req-c695be32-2284-4cba-9489-6ef31f22004b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:55.426523 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-bbb22f22-e14d-4e93-a02e-509d5a979358 req-c695be32-2284-4cba-9489-6ef31f22004b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Synchronizing usage tracker for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:55.458696 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.464109 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:55.581784 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-bbb22f22-e14d-4e93-a02e-509d5a979358 req-c695be32-2284-4cba-9489-6ef31f22004b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Unset dirty status for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:55.583014 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bbb22f22-e14d-4e93-a02e-509d5a979358 req-c695be32-2284-4cba-9489-6ef31f22004b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 931 time: 0.2656887 May 10 17:28:55.647585 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:55.669281 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9eb91434-b66a-4cd5-81df-ffe7137e19ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.682293 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:55.725083 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bbb22f22-e14d-4e93-a02e-509d5a979358 req-66857c80-0674-4c91-ba08-b4a5357d201c tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149514 May 10 17:28:55.742876 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Attempting to bind port fa1fad3c-7970-4b40-8fda-0a372fcf4998 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:28:55.743211 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Attempting to bind port fa1fad3c-7970-4b40-8fda-0a372fcf4998 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'c36c744d-467b-4b0d-929c-64c536a36d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:28:55.743534 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Attempting to bind port fa1fad3c-7970-4b40-8fda-0a372fcf4998 on network 1fac4533-99b4-48db-b6e2-33f06d134e56 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:55.748179 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Port fa1fad3c-7970-4b40-8fda-0a372fcf4998 on network 1fac4533-99b4-48db-b6e2-33f06d134e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:28:55.748491 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Attempting to bind port fa1fad3c-7970-4b40-8fda-0a372fcf4998 on network 1fac4533-99b4-48db-b6e2-33f06d134e56 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:28:55.753490 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:28:55.753815 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Checking segment: {'id': 'c36c744d-467b-4b0d-929c-64c536a36d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:28:55.754191 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Bound using segment: {'id': 'c36c744d-467b-4b0d-929c-64c536a36d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:28:55.754609 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Bound port: fa1fad3c-7970-4b40-8fda-0a372fcf4998, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c744d-467b-4b0d-929c-64c536a36d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:28:55.754980 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.844007 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:28:55.848666 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998,segment=NetworkSegment(c36c744d-467b-4b0d-929c-64c536a36d47),segment_id=c36c744d-467b-4b0d-929c-64c536a36d47)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:28:55.939051 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:55.944943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:56.003807 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.004628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.006164 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] 10.222.0.38 "PUT /v2.0/ports/fa1fad3c-7970-4b40-8fda-0a372fcf4998 HTTP/1.1" status: 200 len: 1093 time: 1.3733003 May 10 17:28:56.009049 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:28:56.060103 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:56.063613 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:56.074080 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998', 'status': 'completed', 'code': 200} May 10 17:28:56.216135 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-ea42843f-016f-42dd-936d-c84ec2ec38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.218149 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-ea42843f-016f-42dd-936d-c84ec2ec38d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca3f2140878345bf8b40ed225b7cad54&device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 1096 time: 0.1133139 May 10 17:28:56.402667 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:56.444250 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-d9ed0df9-aba7-4183-b897-2256153ec72e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955429 May 10 17:28:56.489803 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08acd9-f4aa-4c86-969f-eb4670935ff4 req-63d4ab28-eb61-4928-9db5-95b8420ea845 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.496905 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e08acd9-f4aa-4c86-969f-eb4670935ff4 req-63d4ab28-eb61-4928-9db5-95b8420ea845 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1645346 May 10 17:28:56.522781 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-d8ee401a-ceef-4e04-8a20-0dc6db40e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.524257 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-d8ee401a-ceef-4e04-8a20-0dc6db40e4c6 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=ca3f2140878345bf8b40ed225b7cad54&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2931783 May 10 17:28:56.729877 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-616b31e4-1ca6-40c0-af96-7c71f96535e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.737497 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-616b31e4-1ca6-40c0-af96-7c71f96535e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1549549 May 10 17:28:56.759080 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 41976) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:56.781382 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-8a436397-6690-4c3f-8f99-bd1549e58bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.783149 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a61873f4-457a-4ba9-8b0a-8a712b97f3d3 req-8a436397-6690-4c3f-8f99-bd1549e58bba service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495725 May 10 17:28:56.802383 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e08acd9-f4aa-4c86-969f-eb4670935ff4 req-7ad3e02e-439b-4c4c-8741-8eef2d11b8c8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044374 May 10 17:28:56.957302 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4e9c06f8-670a-4eea-b9c5-968833f121c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:56.960703 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-4e9c06f8-670a-4eea-b9c5-968833f121c9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ca3f2140878345bf8b40ed225b7cad54&device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 1096 time: 0.1304557 May 10 17:28:57.041805 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.050699 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-c9affd49-0a3b-46aa-ac3f-26061cea934c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998 HTTP/1.1" status: 200 len: 217 time: 0.0782568 May 10 17:28:57.064500 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:57.068598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Usage tracker for resource:security_group_rule and tenant:7bdd9510800744819ebba2fa05b7bd65 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:57.071614 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:57.081052 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:57.118723 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-0ca22599-e92d-4f75-b5b0-b026e331a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:57.120724 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-0ca22599-e92d-4f75-b5b0-b026e331a003 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3c095024-c644-4165-a6d2-aa98d821dd43 HTTP/1.1" status: 200 len: 848 time: 0.0610833 May 10 17:28:57.121435 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-e50b904f-3836-462b-8119-8e3bc216db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:57.122886 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-e50b904f-3836-462b-8119-8e3bc216db19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.3561475 May 10 17:28:57.144791 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b18a-e2b1-4f98-8c79-ba74a9a43b0b req-8c9b5fff-0cf0-48db-a691-5bf325298519 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:57.151994 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ae26b18a-e2b1-4f98-8c79-ba74a9a43b0b req-8c9b5fff-0cf0-48db-a691-5bf325298519 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 943 time: 0.2475586 May 10 17:28:57.212520 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-1e3cacc7-991e-4611-8aa8-30c83c634c04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1fac4533-99b4-48db-b6e2-33f06d134e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698404 May 10 17:28:57.252761 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-6ed41f96-77a7-4104-bf0b-dc3d2b803170 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0953016 May 10 17:28:57.327784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ae26b18a-e2b1-4f98-8c79-ba74a9a43b0b req-a3129d7e-bd9c-4301-8f78-b8170a30e3d7 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Synchronizing usage tracker for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:28:57.376190 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-ce43fcf5-8b9c-4d58-acc5-773ba3d5f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:57.377619 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-ce43fcf5-8b9c-4d58-acc5-773ba3d5f7a3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.1115322 May 10 17:28:57.407047 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-a1f44378-f4e3-4344-86ec-53782e3c33a6 service neutron] 10.222.0.38 "GET /v2.0/networks/1fac4533-99b4-48db-b6e2-33f06d134e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848214 May 10 17:28:57.530965 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ae26b18a-e2b1-4f98-8c79-ba74a9a43b0b req-a3129d7e-bd9c-4301-8f78-b8170a30e3d7 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Unset dirty status for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:28:57.530965 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ae26b18a-e2b1-4f98-8c79-ba74a9a43b0b req-a3129d7e-bd9c-4301-8f78-b8170a30e3d7 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682518 May 10 17:28:57.530965 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-9e7f78a3-0a2f-43a2-a328-00028b8fdeb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413784 May 10 17:28:57.575989 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.623980 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46dc8839-1f45-42f1-a9fc-e3d346f9c3b9 req-8647c6ff-b48e-45c2-89b9-a4f8774b599e service neutron] 10.222.0.38 "GET /v2.0/networks/1fac4533-99b4-48db-b6e2-33f06d134e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116613 May 10 17:28:57.726253 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:57.739064 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:57.797674 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42022) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:57.800146 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7bdd9510800744819ebba2fa05b7bd65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396934 May 10 17:28:57.854858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244172be-1f00-4906-8e06-ae86015c27a0,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:57.870991 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:57.911651 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-3285449f-d74f-49ba-99bf-9c577e4a7ee6 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728340 May 10 17:28:57.933813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:58.023589 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:58.075321 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-920a91a6-7c5f-43cb-8b81-4a2e99ec2841 req-758fe985-d3e3-412f-9940-6251870d76f8 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547506 May 10 17:28:58.107747 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512907b1-5a21-438d-952d-f71b401ea519 req-2410ca44-11a7-4e6f-a37e-60bf95a94479 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:58.109757 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-512907b1-5a21-438d-952d-f71b401ea519 req-2410ca44-11a7-4e6f-a37e-60bf95a94479 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1432884 May 10 17:28:58.156449 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-512907b1-5a21-438d-952d-f71b401ea519 req-6a3bf39a-dca4-4a54-b149-81ebaf23e440 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 May 10 17:28:58.172705 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:58.191039 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:58.199457 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244172be-1f00-4906-8e06-ae86015c27a0,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:58.206302 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:58.214218 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:58.214218 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:58.214218 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/244172be-1f00-4906-8e06-ae86015c27a0 HTTP/1.1" status: 204 len: 168 time: 0.4150603 May 10 17:28:58.970487 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4be73-63b3-48fd-8838-b27160e57525 req-5574dd0b-d83e-4d4f-8c48-4442f061a635 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:58.972129 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2a4be73-63b3-48fd-8838-b27160e57525 req-5574dd0b-d83e-4d4f-8c48-4442f061a635 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 943 time: 0.1173401 May 10 17:28:59.031384 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2a4be73-63b3-48fd-8838-b27160e57525 req-fd5e70e7-9f97-4974-a0a1-8af09060df22 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500910 May 10 17:28:59.375148 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb99b71-104d-4d66-a464-24f63e70b614 req-d66783a9-6b6f-4ba2-aa48-02faf8f61685 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:28:59.377460 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ecb99b71-104d-4d66-a464-24f63e70b614 req-d66783a9-6b6f-4ba2-aa48-02faf8f61685 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0825140 May 10 17:28:59.431194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ecb99b71-104d-4d66-a464-24f63e70b614 req-d44108b1-7519-4882-bff5-e840386e0e21 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 May 10 17:28:59.510421 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42100) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:28:59.616454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-439802862-network', 'tenant_id': '4d03964af3774dc39aa6f311e909aaa7'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:28:59.620946 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:59.624813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Usage tracker for resource:network and tenant:4d03964af3774dc39aa6f311e909aaa7 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:59.627740 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:59.633963 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:59.721204 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Made reservation on behalf of 4d03964af3774dc39aa6f311e909aaa7 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:28:59.723561 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:59.735669 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:59.749505 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:28:59.753281 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4d03964af3774dc39aa6f311e909aaa7 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:28:59.756068 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:28:59.761671 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:28:59.852293 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:59.944478 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:59.947967 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:28:59.978742 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:28:59.988116 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:28:59.991144 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:28:59.995049 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:28:59.995524 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Added segment 9abaf43e-56ff-445d-9fb3-04d67f2c520a of type vlan for network 69c0c881-fdd5-40fc-bc51-415b0e897495 May 10 17:29:00.026061 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.156044 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.157337 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:00.158094 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.163956 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:00.219703 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a84f-f723-4287-b11b-3b4669797e8d req-8d00ceec-75f4-43df-aefa-58ab147f2c95 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:00.221181 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-28f3a84f-f723-4287-b11b-3b4669797e8d req-8d00ceec-75f4-43df-aefa-58ab147f2c95 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 943 time: 0.0855737 May 10 17:29:00.264000 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Pushing event updated for resources: {'Network': ['ID=69c0c881-fdd5-40fc-bc51-415b0e897495,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:00.267251 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:00.268315 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-28f3a84f-f723-4287-b11b-3b4669797e8d req-f89dd15f-2504-4069-9ada-03e63de90034 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 May 10 17:29:00.275469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:29:00.353316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42124) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:00.353519 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8417234 May 10 17:29:00.359424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Request body: {'subnet': {'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-439802862-subnet', 'tenant_id': '4d03964af3774dc39aa6f311e909aaa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:00.364437 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:00.368573 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Usage tracker for resource:subnet and tenant:4d03964af3774dc39aa6f311e909aaa7 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:00.371625 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:00.378568 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:00.407480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42128) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:00.446820 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Made reservation on behalf of 4d03964af3774dc39aa6f311e909aaa7 for: {'subnet': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:00.449318 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10743743'] for subnet, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.552399 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.574598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:00.584088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d797ea211264d35a69c97b38ae817bb is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:00.588832 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:00.597676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:00.645115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a26b3-2daa-4012-8937-d827c63a674f req-258815da-c004-47fb-a00a-d95d569298b4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:00.646606 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b77a26b3-2daa-4012-8937-d827c63a674f req-258815da-c004-47fb-a00a-d95d569298b4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0860858 May 10 17:29:00.674586 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device fa1fad3c-7970-4b40-8fda-0a372fcf4998 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:00.694125 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b77a26b3-2daa-4012-8937-d827c63a674f req-dfcd2f2d-89c9-4709-95cf-07ca1a6f7568 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 May 10 17:29:00.773492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.813027 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998,segment=NetworkSegment(c36c744d-467b-4b0d-929c-64c536a36d47),segment_id=c36c744d-467b-4b0d-929c-64c536a36d47)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:00.831881 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998', 'network_id': '1fac4533-99b4-48db-b6e2-33f06d134e56', 'port_id': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998', 'mac_address': 'fa:16:3e:4a:ee:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c095024-c644-4165-a6d2-aa98d821dd43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:00.832560 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.842854 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f9d5eed1-0770-45e4-b006-58f69bdc56f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:00.889222 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.907296 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1fad3c-7970-4b40-8fda-0a372fcf4998 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:00.923373 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998,segment=NetworkSegment(c36c744d-467b-4b0d-929c-64c536a36d47),segment_id=c36c744d-467b-4b0d-929c-64c536a36d47)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:00.935720 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d797ea211264d35a69c97b38ae817bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270770 May 10 17:29:00.937626 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a9a162-2c9d-457f-b27c-fa132279466d,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:00.941389 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:00.942879 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42138) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:00.996632 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:00.999492 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-6d49d749-6512-4f41-bbaf-2ebcfa8ae776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:01.018899 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.051710 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.066391 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2022708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10743757'] for subnet, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.071761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:01.150219 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:01.158916 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.159466 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.159946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.160439 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.161028 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.161252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ab056b-af70-4b2d-91fd-6100c2ba1697,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:01.161694 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.162164 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.162628 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.163108 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.163529 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Checking segment: {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:01.163730 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.163887 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Network hostable DHCP agents. Network: 69c0c881-fdd5-40fc-bc51-415b0e897495, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:29:01.164318 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.164869 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:01.166897 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:01.169921 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:01.190312 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.195928 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:01.210222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a9a162-2c9d-457f-b27c-fa132279466d,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:01.212961 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:01.214276 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.219568 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43a9a162-2c9d-457f-b27c-fa132279466d HTTP/1.1" status: 204 len: 168 time: 0.2714872 May 10 17:29:01.245895 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:29:01.298911 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['fa1fad3c-7970-4b40-8fda-0a372fcf4998'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:01.361422 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 69c0c881-fdd5-40fc-bc51-415b0e897495) {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:01.382868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:01.383468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.391958 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e524aa-3c2e-4f08-957c-8afe611f80c4 None None] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:01.518237 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3fe7-36a0-4f81-8c2b-fa243142eb31 req-94686bdb-31cf-4b8b-8a05-dce14018e9f8 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:01.519723 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4f9a3fe7-36a0-4f81-8c2b-fa243142eb31 req-94686bdb-31cf-4b8b-8a05-dce14018e9f8 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 944 time: 0.1275537 May 10 17:29:01.566400 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4f9a3fe7-36a0-4f81-8c2b-fa243142eb31 req-1afc71df-8ded-46ee-933c-34c8b990b652 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405347 May 10 17:29:01.602094 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5b69dfd5-e472-4d60-bf16-01077f6eef07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2472391 May 10 17:29:01.641225 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4aed24-4511-42a8-9588-06ade5783b33 None None] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:01.891802 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:01.911356 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cb2f9-edab-4166-b27e-df40f6a3b0d9 req-88d68730-1f26-4fd6-af1c-7592e59199f6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:01.912909 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-407cb2f9-edab-4166-b27e-df40f6a3b0d9 req-88d68730-1f26-4fd6-af1c-7592e59199f6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0936553 May 10 17:29:01.960913 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-407cb2f9-edab-4166-b27e-df40f6a3b0d9 req-6c7a5014-8733-44cb-9ae2-ddd8cd5c4adb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 May 10 17:29:02.072150 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42168) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:02.089014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.102664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:02.106438 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Usage tracker for resource:security_group_rule and tenant:ec9cc12fa4e54424b66a190bf7117c53 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:02.111263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:02.118505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:02.204449 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.286826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.297327 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:02.335752 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec9cc12fa4e54424b66a190bf7117c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625668 May 10 17:29:02.337301 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7baf6-f3ed-415d-aaf7-68f1219cb2b7,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:02.338646 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42182) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:02.341114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:02.403220 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.435697 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.572619 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.578116 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-23d34a02-eb52-4c36-bc8e-ff739bb3e64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:02.589849 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7baf6-f3ed-415d-aaf7-68f1219cb2b7,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:02.593327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:02.611019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.614827 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7d7baf6-f3ed-415d-aaf7-68f1219cb2b7 HTTP/1.1" status: 204 len: 168 time: 0.2751539 May 10 17:29:02.684562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device fa1fad3c-7970-4b40-8fda-0a372fcf4998 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:02.819299 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f216206-2f27-489a-abca-fff5c7c476f1 req-7f5250d7-d077-41aa-99a9-2878a9f758cf tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:02.820910 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2f216206-2f27-489a-abca-fff5c7c476f1 req-7f5250d7-d077-41aa-99a9-2878a9f758cf tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 944 time: 0.0881498 May 10 17:29:02.852655 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port fa1fad3c-7970-4b40-8fda-0a372fcf4998 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:02.862461 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port fa1fad3c-7970-4b40-8fda-0a372fcf4998 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:02.863140 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:02.874923 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2f216206-2f27-489a-abca-fff5c7c476f1 req-9b1eecd4-e6c4-4acd-8c5e-9ec9dc2f3de4 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465996 May 10 17:29:03.033432 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:03.064202 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:03.074415 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998,segment=NetworkSegment(c36c744d-467b-4b0d-929c-64c536a36d47),segment_id=c36c744d-467b-4b0d-929c-64c536a36d47)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:03.114039 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998', 'code': 200} May 10 17:29:03.174071 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5de59-02e0-4333-9453-ea5b269dd9d3 req-583a103a-e023-4a24-8544-22648703bdd1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:03.175893 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-42d5de59-02e0-4333-9453-ea5b269dd9d3 req-583a103a-e023-4a24-8544-22648703bdd1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0906591 May 10 17:29:03.179393 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:03.181445 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:03.237989 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-42d5de59-02e0-4333-9453-ea5b269dd9d3 req-62e6ac92-8f7e-4cbd-8942-7a2cc7d81d19 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 May 10 17:29:03.261446 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:03.265594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:03.565334 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008d4e-9db1-4791-a448-b13eacd1f782 req-4f9515b4-0114-40e6-86ab-7c974ccf26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:03.567047 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e008d4e-9db1-4791-a448-b13eacd1f782 req-4f9515b4-0114-40e6-86ab-7c974ccf26ef service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 1098 time: 0.0977693 May 10 17:29:03.605145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280a86e-a0a2-4e09-a8c7-b013985b56c0 req-22437f00-208c-4cfb-9333-703c047537db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:03.607205 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1280a86e-a0a2-4e09-a8c7-b013985b56c0 req-22437f00-208c-4cfb-9333-703c047537db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1098 time: 0.0889866 May 10 17:29:03.622741 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e008d4e-9db1-4791-a448-b13eacd1f782 req-2e23c22c-2120-437c-893c-120d6e2110b1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433171 May 10 17:29:03.662187 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1280a86e-a0a2-4e09-a8c7-b013985b56c0 req-944839de-33eb-4828-8f4e-a7631db2b040 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 May 10 17:29:04.105406 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff93402-1c85-424d-baf8-4813a26bd186 req-cf198220-8a68-406a-8530-72c1c8216ece tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:04.108119 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0ff93402-1c85-424d-baf8-4813a26bd186 req-cf198220-8a68-406a-8530-72c1c8216ece tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.1030524 May 10 17:29:04.162537 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-8af5e4e4-ba74-4afc-9964-18562ada8377 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:04.166993 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-8af5e4e4-ba74-4afc-9964-18562ada8377 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/networks?id=69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 200 len: 808 time: 0.2023609 May 10 17:29:04.189182 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-fd99cd99-76e8-4ba4-a30e-2c00cf845a02 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/quotas/4d03964af3774dc39aa6f311e909aaa7 HTTP/1.1" status: 200 len: 375 time: 0.0187333 May 10 17:29:04.271878 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0ff93402-1c85-424d-baf8-4813a26bd186 req-5d657c5c-fe58-4100-9b87-4f716450009a tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569185 May 10 17:29:04.324520 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-7f8d552b-7a2e-4925-8cc6-a21ab4806789 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344419 May 10 17:29:04.482208 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ec7b73ad-e2c7-47d9-aa4f-687ced60d0c5 service neutron] 10.222.0.26 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493483 May 10 17:29:04.519877 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29cd0f-2874-447d-b421-abec13cb5cb5 req-f656561f-5992-420d-bf8f-2d03ef5fa64b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:04.521952 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ec29cd0f-2874-447d-b421-abec13cb5cb5 req-f656561f-5992-420d-bf8f-2d03ef5fa64b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1437080 May 10 17:29:04.574217 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ec29cd0f-2874-447d-b421-abec13cb5cb5 req-9b46ad36-fa07-4980-a0ef-347c8b28b367 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450594 May 10 17:29:04.645806 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-787e649a-8b2c-45e5-bf0b-26dad23848ae service neutron] 10.222.0.26 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627030 May 10 17:29:04.648149 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42306) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:04.703854 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42314) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:04.888028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:04.902028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:04.921039 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:04.923427 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:04.928670 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c22b8d422c45fd8537b7c1bf44f2bd is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:04.931623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd4c8e650744970b6123d9daeedcd79 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:04.934480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:04.937884 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:04.946539 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:04.948734 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:05.141651 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9337e70c-9785-48d9-ac86-f849ee8d525a req-b0b24f93-1e4c-4ef4-b1b0-f95eec755f9b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.0864055 May 10 17:29:05.157432 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.173409 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.449195 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39a9e4-f02f-48cb-af05-ff5f6b33fd4a req-10ba3b5f-dd5e-4f63-a180-f484d1c01838 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:05.450643 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1e39a9e4-f02f-48cb-af05-ff5f6b33fd4a req-10ba3b5f-dd5e-4f63-a180-f484d1c01838 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.0788331 May 10 17:29:05.482168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.491291 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-fa324739-4e25-4e6c-a452-36a756a296e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:05.497825 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.499082 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1e39a9e4-f02f-48cb-af05-ff5f6b33fd4a req-a300db99-80e2-4cfc-bac4-65b2fe4f1ab6 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 May 10 17:29:05.554514 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0c22b8d422c45fd8537b7c1bf44f2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9028637 May 10 17:29:05.557180 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42332) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:05.558717 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fd4c8e650744970b6123d9daeedcd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8539040 May 10 17:29:05.559623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439bc4ce-d246-422a-ab32-b50353643fce,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:05.562211 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42336) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:05.564593 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:05.565361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-25b46c72-cf96-4dc3-96c4-4b738d32c566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:05.615136 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.620524 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a4ff2-dfab-404f-a99a-3f6337f4fb1c,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:05.626293 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:05.642306 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.655637 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.682294 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.794554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232790ae-9600-4cab-b4d7-31fef1685df7 req-57ab480a-1a5e-44db-84fd-cb58a623ada1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:05.795552 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-232790ae-9600-4cab-b4d7-31fef1685df7 req-57ab480a-1a5e-44db-84fd-cb58a623ada1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.0949523 May 10 17:29:05.845153 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-232790ae-9600-4cab-b4d7-31fef1685df7 req-cda668ce-17a7-4d71-a1fe-cc7f1d30c720 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 May 10 17:29:05.894221 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.896770 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.903437 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-3b8c43e5-5ed6-462a-bac2-33d272b87d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:05.905928 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b6e432d9-a369-42a0-bc48-e648f82a13ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:05.920026 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a4ff2-dfab-404f-a99a-3f6337f4fb1c,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:05.925573 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:05.927930 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.929124 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e0f8a756-11c6-4cc0-b24d-e2e5ab2b6fb7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/940a4ff2-dfab-404f-a99a-3f6337f4fb1c HTTP/1.1" status: 204 len: 168 time: 0.3658924 May 10 17:29:05.931911 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439bc4ce-d246-422a-ab32-b50353643fce,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:05.941288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:05.943231 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/439bc4ce-d246-422a-ab32-b50353643fce HTTP/1.1" status: 204 len: 168 time: 0.3850474 May 10 17:29:05.944399 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:06.079741 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70c2e2-57a3-4bc9-b0e6-0222d6f144b5 req-5300efd6-7224-42f9-b0a7-1015a891db61 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:06.081320 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bd70c2e2-57a3-4bc9-b0e6-0222d6f144b5 req-5300efd6-7224-42f9-b0a7-1015a891db61 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0994101 May 10 17:29:06.128210 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bd70c2e2-57a3-4bc9-b0e6-0222d6f144b5 req-c3689be8-1b5c-4f0e-a290-bfd72eda9b61 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 May 10 17:29:06.265876 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4ec0de9a-63a0-4aa2-8684-6afcf212f38f req-75219025-176f-4840-9e8e-76daad77d3a3 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.0514791 May 10 17:29:06.692834 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8500d0-512c-4296-827d-bf5505622394 req-f75b1626-6ef0-4875-b22e-d616817beea9 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:06.694278 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3a8500d0-512c-4296-827d-bf5505622394 req-f75b1626-6ef0-4875-b22e-d616817beea9 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.0853562 May 10 17:29:06.766550 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3a8500d0-512c-4296-827d-bf5505622394 req-f9b2df7f-1148-41e3-88c7-b652d5dc4982 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 May 10 17:29:07.141072 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42408) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:07.351115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.366491 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:07.372423 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3daac257fd4f268f6a94bd32528331 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:07.376660 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:07.383447 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:07.443859 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fc96e014-16b5-4262-856a-c62e58ec126d req-37c648ed-78ef-497b-9adf-2d5acf99878e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.0486932 May 10 17:29:07.514325 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.561418 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42430) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:07.572830 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.604846 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5faf3be1-a5e2-493d-af40-f7e4b096d81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:07.633950 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aa3daac257fd4f268f6a94bd32528331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918056 May 10 17:29:07.634952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f123eee-84a0-467e-b044-cd5252297876,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:07.636608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42440) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:07.654558 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:07.719607 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.747849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.857420 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1551220922-network', 'tenant_id': 'fb93b88acd1840308a0d8ac0f6dc6156'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:07.862539 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:07.866692 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Usage tracker for resource:network and tenant:fb93b88acd1840308a0d8ac0f6dc6156 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:07.869596 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:07.876117 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:07.944129 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.949300 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0a2124b1-4841-4bac-a615-f2dc108079a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:07.959568 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f123eee-84a0-467e-b044-cd5252297876,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:07.964199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:07.966517 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:07.967825 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f123eee-84a0-467e-b044-cd5252297876 HTTP/1.1" status: 204 len: 168 time: 0.3299291 May 10 17:29:08.001726 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Made reservation on behalf of fb93b88acd1840308a0d8ac0f6dc6156 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:08.004296 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.020115 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.044264 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:08.050912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Usage tracker for resource:security_group_rule and tenant:fb93b88acd1840308a0d8ac0f6dc6156 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:08.058277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:08.065090 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:08.154216 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.276883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.283210 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-93cff997-278a-48c1-a6f7-0cdb18e3b358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:08.343605 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-7fca4323-17fc-46f8-bfff-ded1c2763be9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:08.344521 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-7fca4323-17fc-46f8-bfff-ded1c2763be9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:08.350523 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:29:08.370424 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c042fe0-676c-4fe7-945f-6495f787070b,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:08.373658 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:08.377546 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.378281 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Added segment 55f7785b-0107-416b-8c86-4942ead648f5 of type vlan for network ac9624d5-6732-4b3f-bb6e-68ef55352d16 May 10 17:29:08.408986 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.504109 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-7fca4323-17fc-46f8-bfff-ded1c2763be9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:08.505212 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-7fca4323-17fc-46f8-bfff-ded1c2763be9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "GET /v2.0/networks?id=69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 200 len: 808 time: 0.3422606 May 10 17:29:08.524186 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Request body: {'port': {'device_id': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495', 'admin_state_up': True, 'tenant_id': '4d03964af3774dc39aa6f311e909aaa7'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:08.543576 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.548746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:08.549331 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.602993 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:08.747715 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f3fb59a0-a6ed-46b3-94c6-a2bfa196f23f req-b9bb0160-1a23-4677-83a5-12e62b76c49d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.1281636 May 10 17:29:08.771170 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9624d5-6732-4b3f-bb6e-68ef55352d16,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:08.776607 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:08.786153 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:29:08.827124 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:08.831020 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Usage tracker for resource:port and tenant:4d03964af3774dc39aa6f311e909aaa7 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:08.834234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:08.840242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:08.856983 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42506) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:08.880180 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:08.896542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:08.901093 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3385060 May 10 17:29:08.903988 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42512) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:08.906725 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:793bae1b18f24c78a18bd76a42dc35f6 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:08.910095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Request body: {'subnet': {'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1551220922-subnet', 'tenant_id': 'fb93b88acd1840308a0d8ac0f6dc6156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:08.910995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:08.923477 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:08.929565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:08.931537 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Usage tracker for resource:subnet and tenant:fb93b88acd1840308a0d8ac0f6dc6156 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:08.936805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:08.943340 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:09.036141 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.058100 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Made reservation on behalf of 4d03964af3774dc39aa6f311e909aaa7 for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:09.061969 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.122756 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Made reservation on behalf of fb93b88acd1840308a0d8ac0f6dc6156 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:09.125712 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.201329 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.217522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b0ecbc14-25d7-4862-ab41-db98246760ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:09.275129 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=793bae1b18f24c78a18bd76a42dc35f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169176 May 10 17:29:09.276784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42528) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:09.277501 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51022365-5cf3-48a6-b7cd-ca86af4e0364,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:09.282008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:09.348590 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-baf5e66b-c4b9-49b5-834c-f95773d0b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:09.350051 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-baf5e66b-c4b9-49b5-834c-f95773d0b702 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1862981 May 10 17:29:09.443197 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.447636 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2890915-c9da-4120-ae13-7545eca6dd76 req-64af87a9-b910-4b79-8e6a-f7564d9c97a3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:09.449106 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d2890915-c9da-4120-ae13-7545eca6dd76 req-64af87a9-b910-4b79-8e6a-f7564d9c97a3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.4258814 May 10 17:29:09.493624 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.533088 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Allocated IP 172.20.0.9 (69c0c881-fdd5-40fc-bc51-415b0e897495/38ab056b-af70-4b2d-91fd-6100c2ba1697/47cc1bf3-79d7-4771-9088-bea093764a8a) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:09.547716 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-7df9c39d-9a4f-4f5b-9355-f6dd5e6b1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:09.549183 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-7df9c39d-9a4f-4f5b-9355-f6dd5e6b1959 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.1896000 May 10 17:29:09.571692 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d2890915-c9da-4120-ae13-7545eca6dd76 req-c556c0e9-b73c-431d-9b51-2d6645f134b5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154141 May 10 17:29:09.673982 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-aae1255f-b0fa-4600-a823-a013c290800e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0932846 May 10 17:29:09.737884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.748185 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5193685c-bde8-4754-8677-05d7c0261432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:09.765246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-d1460232-d8b8-4a62-b7ff-7585b0e33829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:09.766740 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-d1460232-d8b8-4a62-b7ff-7585b0e33829 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.0853860 May 10 17:29:09.769426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51022365-5cf3-48a6-b7cd-ca86af4e0364,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:09.883179 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.888176 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:09.896831 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-bb8e9833-0fbb-42f3-a69c-362cd4569044 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175621 May 10 17:29:09.901067 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:09.915711 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51022365-5cf3-48a6-b7cd-ca86af4e0364 HTTP/1.1" status: 204 len: 168 time: 0.6350486 May 10 17:29:10.067575 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.069250 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.086443 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ba328ea6-6d27-4228-9753-1a2a3145a000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:10.148669 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-cb5428f0-9f3e-479f-887c-2796247b2acb service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317271 May 10 17:29:10.174855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:10.183857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:10.196042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:10.244288 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb38d167-6b04-461b-8164-2afaac1422da,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:10.251590 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:10.254458 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Checking segment: {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:10.254458 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Network hostable DHCP agents. Network: ac9624d5-6732-4b3f-bb6e-68ef55352d16, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:29:10.256548 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:10.340399 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35b0b7-aa5f-4831-8ad8-712593ce53a3 req-2b46cac8-cb14-4e7b-bc47-2163dcb51c48 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:10.341935 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7a35b0b7-aa5f-4831-8ad8-712593ce53a3 req-2b46cac8-cb14-4e7b-bc47-2163dcb51c48 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 931 time: 0.3262484 May 10 17:29:10.342974 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-89d9cf95-49e8-41ba-ae81-a31fd12f5b98 req-17d118a3-59ee-4a9f-971e-debe1fca457d service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866148 May 10 17:29:10.363379 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:10.364007 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.402767 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Pushing event updated for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:10.410693 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:10.440739 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-7a35b0b7-aa5f-4831-8ad8-712593ce53a3 req-1b38b104-6d03-4632-9251-716337b2e83e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:10.454147 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:29:10.512647 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9910669 May 10 17:29:10.542567 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Request body: {'port': {'device_id': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:10.574327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, ac9624d5-6732-4b3f-bb6e-68ef55352d16) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:10.575930 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-7a35b0b7-aa5f-4831-8ad8-712593ce53a3 req-1b38b104-6d03-4632-9251-716337b2e83e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:10.577213 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7a35b0b7-aa5f-4831-8ad8-712593ce53a3 req-1b38b104-6d03-4632-9251-716337b2e83e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280941 May 10 17:29:10.585566 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5ec5a-8eb7-4a45-bc6d-984ee51359ca None None] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:10.594603 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:10.595302 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.684519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:10.704082 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7990491 May 10 17:29:10.830740 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e29d03-311f-4950-9fa7-5bdc5bf2074b None None] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:10.958672 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c6ce2-6cac-48be-9fa5-90c59936c6f9 req-b93bde73-0a3e-4f8a-a381-a643539d0314 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:10.960422 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-722c6ce2-6cac-48be-9fa5-90c59936c6f9 req-b93bde73-0a3e-4f8a-a381-a643539d0314 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2081711 May 10 17:29:11.054216 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-722c6ce2-6cac-48be-9fa5-90c59936c6f9 req-c6e785c2-e00d-4535-9a09-27a97244ff41 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 May 10 17:29:11.153985 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cc1bf3-79d7-4771-9088-bea093764a8a {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:11.163558 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:11.185131 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Transition to ACTIVE for port object 47cc1bf3-79d7-4771-9088-bea093764a8a will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:11.268641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:11.273764 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:11.534511 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:11.564423 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:11.622271 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Attempting to bind port 47cc1bf3-79d7-4771-9088-bea093764a8a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:29:11.632813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Attempting to bind port 47cc1bf3-79d7-4771-9088-bea093764a8a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:29:11.632813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Attempting to bind port 47cc1bf3-79d7-4771-9088-bea093764a8a on network 69c0c881-fdd5-40fc-bc51-415b0e897495 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:11.632813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Port 47cc1bf3-79d7-4771-9088-bea093764a8a on network 69c0c881-fdd5-40fc-bc51-415b0e897495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:29:11.632813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Attempting to bind port 47cc1bf3-79d7-4771-9088-bea093764a8a on network 69c0c881-fdd5-40fc-bc51-415b0e897495 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:11.637866 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:29:11.639623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Checking segment: {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:11.639771 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Bound using segment: {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:29:11.640316 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Bound port: 47cc1bf3-79d7-4771-9088-bea093764a8a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:29:11.640761 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:11.738709 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:29:11.741947 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47cc1bf3-79d7-4771-9088-bea093764a8a,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:29:11.844843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:11.862348 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:11.910903 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:11.911527 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:11.912872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/47cc1bf3-79d7-4771-9088-bea093764a8a HTTP/1.1" status: 200 len: 1093 time: 1.3751202 May 10 17:29:11.915174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:11.948232 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Pushing event updated for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:11.955624 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:11.975555 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707428e-75f5-4507-be9e-eceebef72551 req-742f37d6-5b1c-4a79-a8d8-bb411093b535 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:11.976410 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9707428e-75f5-4507-be9e-eceebef72551 req-742f37d6-5b1c-4a79-a8d8-bb411093b535 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:12.098664 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9707428e-75f5-4507-be9e-eceebef72551 req-742f37d6-5b1c-4a79-a8d8-bb411093b535 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:12.100083 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9707428e-75f5-4507-be9e-eceebef72551 req-742f37d6-5b1c-4a79-a8d8-bb411093b535 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 943 time: 0.2960839 May 10 17:29:12.206377 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9707428e-75f5-4507-be9e-eceebef72551 req-589e87d8-acf3-46ff-be85-54fd9b25c387 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997605 May 10 17:29:12.247397 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-44a2a6ea-d101-4c84-a4da-30309c82add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:12.249913 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-44a2a6ea-d101-4c84-a4da-30309c82add4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 1096 time: 0.1045384 May 10 17:29:12.324807 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a', 'status': 'completed', 'code': 200} May 10 17:29:12.334187 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-e62a2a58-b01f-4354-87e9-fb2dfc216bf7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47cc1bf3-79d7-4771-9088-bea093764a8a HTTP/1.1" status: 200 len: 217 time: 0.0741036 May 10 17:29:12.418230 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-4c2d3f43-6ae0-4c10-bfb0-a10778a6deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:12.419867 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-4c2d3f43-6ae0-4c10-bfb0-a10778a6deaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38ab056b-af70-4b2d-91fd-6100c2ba1697 HTTP/1.1" status: 200 len: 848 time: 0.0729883 May 10 17:29:12.518259 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fe2c7-87a6-41fa-bf87-7e4d5f98f8b9 req-bb2d005e-8c1c-4f2a-bca8-11af26d2d35e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:12.525322 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-cb1560ca-2387-4b38-91fe-66a692d112e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69c0c881-fdd5-40fc-bc51-415b0e897495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906196 May 10 17:29:12.528029 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0e7fe2c7-87a6-41fa-bf87-7e4d5f98f8b9 req-bb2d005e-8c1c-4f2a-bca8-11af26d2d35e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1168079 May 10 17:29:12.585016 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0e7fe2c7-87a6-41fa-bf87-7e4d5f98f8b9 req-ad9d57ec-bb93-4854-adea-b43e67db66ab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537937 May 10 17:29:12.660202 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461327e4-245f-483d-b2c8-a40c5a2dc653 req-f036e582-d1e1-4e5b-bb2f-a1d3dfdd308c tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:12.661660 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-461327e4-245f-483d-b2c8-a40c5a2dc653 req-f036e582-d1e1-4e5b-bb2f-a1d3dfdd308c tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.2289145 May 10 17:29:12.706549 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-10fdd038-c079-40dc-8899-9dc9782ad3dc service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726820 May 10 17:29:12.748009 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-461327e4-245f-483d-b2c8-a40c5a2dc653 req-69bfff17-d24d-4b79-bd3e-5d6b64663fc1 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784590 May 10 17:29:12.863718 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c7f8ea44-080b-424c-b739-cb96c4cff8e3 req-adc3aa4c-6d9f-405c-adf8-36a13b5f20e1 service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415486 May 10 17:29:13.119097 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-4d3050fe-6370-4138-83cd-cd5d50fa49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:13.120505 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-4d3050fe-6370-4138-83cd-cd5d50fa49fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 1096 time: 0.0717833 May 10 17:29:13.261533 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-a5de74d1-fc9a-4073-9472-2cfe2034bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:13.267456 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-a5de74d1-fc9a-4073-9472-2cfe2034bee4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 200 len: 909 time: 0.1388512 May 10 17:29:13.386743 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-0800327d-41d3-4756-b763-a2a44490404a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47cc1bf3-79d7-4771-9088-bea093764a8a HTTP/1.1" status: 200 len: 217 time: 0.1074960 May 10 17:29:13.475939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-36413388-4203-410a-a636-9dbe2f9c7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:13.477373 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-36413388-4203-410a-a636-9dbe2f9c7bbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38ab056b-af70-4b2d-91fd-6100c2ba1697 HTTP/1.1" status: 200 len: 848 time: 0.0792766 May 10 17:29:13.533664 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c15f67-29dc-4cd0-a33d-f00bcddb09a5 req-5a00fa77-b3a5-4a2a-adab-6db063bf6069 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:13.535159 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b6c15f67-29dc-4cd0-a33d-f00bcddb09a5 req-5a00fa77-b3a5-4a2a-adab-6db063bf6069 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 943 time: 0.1855271 May 10 17:29:13.537241 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-a070425d-3d84-4287-8dc8-7ac4fdd49528 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69c0c881-fdd5-40fc-bc51-415b0e897495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512533 May 10 17:29:13.750581 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b6c15f67-29dc-4cd0-a33d-f00bcddb09a5 req-5fdbdd78-3a2a-4732-8294-8b9856f1210a tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083611 May 10 17:29:13.811901 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-28ea5caa-fb1b-4f67-993e-0a5b36eb5ecf service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562692 May 10 17:29:13.916297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-57a4be90-d792-441c-9d93-3b6926aa0e65 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:13.924815 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-57a4be90-d792-441c-9d93-3b6926aa0e65 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/networks?id=ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 200 len: 814 time: 0.2176542 May 10 17:29:13.935451 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-34053c43-8910-43e9-8d5b-ec48b4b52acd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/quotas/fb93b88acd1840308a0d8ac0f6dc6156 HTTP/1.1" status: 200 len: 375 time: 0.0098062 May 10 17:29:13.984406 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-55d8a6ba-a2de-4952-8198-ad978374bc0c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428767 May 10 17:29:14.031429 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01c9a2b6-74c8-4c05-abff-c7eda5052f58 req-54bb2439-20b3-4ac4-ae87-a3c132c4dbd5 service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100694 May 10 17:29:14.055136 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03781254-dcc4-46f2-a5b0-f463ec9495f3 req-420cd4e3-c199-4966-a706-c918879074bf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:14.056612 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-03781254-dcc4-46f2-a5b0-f463ec9495f3 req-420cd4e3-c199-4966-a706-c918879074bf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1381221 May 10 17:29:14.130358 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-e355a9bd-a4ed-4625-ba66-0ced197aef8b service neutron] 10.222.0.26 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392105 May 10 17:29:14.151819 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-03781254-dcc4-46f2-a5b0-f463ec9495f3 req-80adf1c1-bb00-47a2-8b1c-ae53f13559c5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872543 May 10 17:29:14.205542 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-723cd4b5-dd28-4b27-ab9f-c25c6464ab79 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:14.207034 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-723cd4b5-dd28-4b27-ab9f-c25c6464ab79 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.38 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.1216040 May 10 17:29:14.291378 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-1d29a5b4-a966-4fe8-8422-22345bd03f64 service neutron] 10.222.0.26 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542311 May 10 17:29:14.418109 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Deleting port fa1fad3c-7970-4b40-8fda-0a372fcf4998 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:29:14.421429 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:14.460287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd52c-da5a-411f-a36b-d57ec7d99a94 req-ca9182fc-d1ce-463c-8222-63c3a64cd41d tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:14.461726 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a59bd52c-da5a-411f-a36b-d57ec7d99a94 req-ca9182fc-d1ce-463c-8222-63c3a64cd41d tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 945 time: 0.1793158 May 10 17:29:14.591046 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a59bd52c-da5a-411f-a36b-d57ec7d99a94 req-d6b69b31-e608-413f-8798-68af3a9bad15 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/security-groups?id=ca132472-583f-4632-a3fb-cd1043542ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789933 May 10 17:29:14.617550 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] For port fa1fad3c-7970-4b40-8fda-0a372fcf4998, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fa1fad3c-7970-4b40-8fda-0a372fcf4998,segment=NetworkSegment(c36c744d-467b-4b0d-929c-64c536a36d47),segment_id=c36c744d-467b-4b0d-929c-64c536a36d47)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:14.617859 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:14.740602 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-063ab47a-6fd8-498a-a277-974e3869e441 req-6fb3ed8f-0828-4b3e-a280-3fb58e8b9064 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 210 time: 0.0758047 May 10 17:29:14.776371 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Calling delete_port for fa1fad3c-7970-4b40-8fda-0a372fcf4998 owned by compute:nova {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:29:14.871765 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42722) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:15.002653 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.018177 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:15.022126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Usage tracker for resource:security_group_rule and tenant:06c7d0baf371478081bfdbd13db1c3d8 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:15.025000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:15.030636 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:15.041812 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31f42b-7b10-432d-b1d8-0d7b6eaf3b95 req-a0bda2e2-1d2f-4553-bb5e-eeee37f8f745 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:15.043274 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fd31f42b-7b10-432d-b1d8-0d7b6eaf3b95 req-a0bda2e2-1d2f-4553-bb5e-eeee37f8f745 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 943 time: 0.1509039 May 10 17:29:15.111238 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fd31f42b-7b10-432d-b1d8-0d7b6eaf3b95 req-4104c141-fa34-4db6-a96c-841dab8a9e6d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604410 May 10 17:29:15.113942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.184376 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.190771 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-97bdcbe3-1c47-45b4-a019-86cd59f27b8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:15.196891 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['fa1fad3c-7970-4b40-8fda-0a372fcf4998'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:15.213332 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.247044 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Pushing event deleted for resources: {'Port': ['ID=fa1fad3c-7970-4b40-8fda-0a372fcf4998,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:15.251473 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:15.263053 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b5baeb3a-2822-4c26-ab8b-fdb96bbf9fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:15.275089 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06c7d0baf371478081bfdbd13db1c3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018734 May 10 17:29:15.278099 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42730) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:15.330039 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] No DVR routers for this DVR port fa1fad3c-7970-4b40-8fda-0a372fcf4998 on host hv-cinder-78638 {{(pid=79235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:29:15.333323 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.336138 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'name': 'network-vif-deleted', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:15.365163 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f9f55-cee3-4e32-819e-2e7f5b61a222,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:15.368421 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:15.391220 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8bc069-a9cf-4cfa-9993-5965cadee2c4', 'name': 'network-vif-deleted', 'tag': 'fa1fad3c-7970-4b40-8fda-0a372fcf4998', 'status': 'completed', 'code': 200} May 10 17:29:15.407867 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-de2fd62a-074b-44a6-88c1-d44ec7c2a8a9 req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.38 "DELETE /v2.0/ports/fa1fad3c-7970-4b40-8fda-0a372fcf4998 HTTP/1.1" status: 204 len: 173 time: 1.1952491 May 10 17:29:15.416066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.459315 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b79dd3-ba82-4749-8aa3-7e34ee09ca82 req-23e3ced6-8adf-46c0-ad14-db180b4e712d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:15.460758 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-93b79dd3-ba82-4749-8aa3-7e34ee09ca82 req-23e3ced6-8adf-46c0-ad14-db180b4e712d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1596334 May 10 17:29:15.462558 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.536886 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-93b79dd3-ba82-4749-8aa3-7e34ee09ca82 req-7a6db357-af2b-4af6-aad0-e0bb6b8b7000 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 May 10 17:29:15.681285 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.685140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-336fdd9d-057b-4f61-8688-27815acdb488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:15.698188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f9f55-cee3-4e32-819e-2e7f5b61a222,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:15.701268 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:15.703272 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:15.704363 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-220215c4-a814-4e2f-87c5-61e7fdb23d01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c17f9f55-cee3-4e32-819e-2e7f5b61a222 HTTP/1.1" status: 204 len: 168 time: 0.4253871 May 10 17:29:15.760349 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-e384b307-eef9-4d3c-a3f5-126cff24a046 req-6dc10200-f58b-48f6-9df2-6ad247a4196b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Synchronizing usage tracker for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:15.852942 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-e384b307-eef9-4d3c-a3f5-126cff24a046 req-6dc10200-f58b-48f6-9df2-6ad247a4196b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Unset dirty status for tenant:ca3f2140878345bf8b40ed225b7cad54 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:15.857411 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e384b307-eef9-4d3c-a3f5-126cff24a046 req-6dc10200-f58b-48f6-9df2-6ad247a4196b tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e8bc069-a9cf-4cfa-9993-5965cadee2c4 HTTP/1.1" status: 200 len: 210 time: 0.1540167 May 10 17:29:15.996585 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ad3a4313-f94b-4430-abcf-199c4e9929e8 req-a79afb8d-2dac-4714-b102-46f6397c053e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 210 time: 0.0435207 May 10 17:29:16.308934 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c3441-32bf-4436-b73a-da73a08c4fe4 req-dacff866-a85e-407f-bf66-fea213175e81 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:16.310410 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d29c3441-32bf-4436-b73a-da73a08c4fe4 req-dacff866-a85e-407f-bf66-fea213175e81 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 943 time: 0.0795341 May 10 17:29:16.358690 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d29c3441-32bf-4436-b73a-da73a08c4fe4 req-b0bfb9f4-bfdf-4651-a3bf-d5f0cb579bef tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410717 May 10 17:29:16.378133 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42754) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:16.395698 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.410313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:16.414347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:a81f98459c024aaab95eec631ada7998 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:16.417285 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:16.423721 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:16.506762 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.584459 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.591815 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0314b0e0-343b-4691-9d88-92e1bafaa6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:16.635317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4156e757-621d-4043-87e0-741080895017,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:16.640539 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a81f98459c024aaab95eec631ada7998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613759 May 10 17:29:16.641478 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:16.643233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 42760) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:16.731812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 47cc1bf3-79d7-4771-9088-bea093764a8a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:16.858634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.888227 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47cc1bf3-79d7-4771-9088-bea093764a8a,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:16.901269 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16543-c627-4cef-a7bf-451755a699b7 req-f3326ab4-f080-427e-8c2b-b898215cc3cb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:16.902370 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '47cc1bf3-79d7-4771-9088-bea093764a8a', 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495', 'port_id': '47cc1bf3-79d7-4771-9088-bea093764a8a', 'mac_address': 'fa:16:3e:01:6f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ab056b-af70-4b2d-91fd-6100c2ba1697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:16.912580 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b3a16543-c627-4cef-a7bf-451755a699b7 req-f3326ab4-f080-427e-8c2b-b898215cc3cb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2577925 May 10 17:29:16.932449 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.974955 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:16.993156 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cc1bf3-79d7-4771-9088-bea093764a8a {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:17.007877 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b3a16543-c627-4cef-a7bf-451755a699b7 req-f9ee8b64-fe23-47fd-b459-2129540cbadb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 May 10 17:29:17.013374 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47cc1bf3-79d7-4771-9088-bea093764a8a,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:17.138616 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:17.142517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-40700ade-8353-4be0-8337-a0865830174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:17.187169 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-76f9e526-975b-4682-844e-5c7988251a6b req-2dc26a04-8a70-44ad-8aa8-0be78595427f tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 210 time: 0.0449605 May 10 17:29:17.194980 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:17.205588 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6656628f-5490-4a57-8151-54a1c00b6a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:17.221993 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4156e757-621d-4043-87e0-741080895017,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:17.224133 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:17.227356 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:17.234186 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:17.246514 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:17.247838 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4156e757-621d-4043-87e0-741080895017 HTTP/1.1" status: 204 len: 168 time: 0.6036437 May 10 17:29:17.316554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-996acc15-3242-4ff4-95d8-f2e0c50a2e66 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:17.317353 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-50362c83-9d47-4b1f-8587-051bec43a434 req-996acc15-3242-4ff4-95d8-f2e0c50a2e66 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:17.412841 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-50362c83-9d47-4b1f-8587-051bec43a434 req-996acc15-3242-4ff4-95d8-f2e0c50a2e66 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:17.414180 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-996acc15-3242-4ff4-95d8-f2e0c50a2e66 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "GET /v2.0/networks?id=ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 200 len: 814 time: 0.3034301 May 10 17:29:17.427864 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Request body: {'port': {'device_id': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16', 'admin_state_up': True, 'tenant_id': 'fb93b88acd1840308a0d8ac0f6dc6156'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:17.495601 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['47cc1bf3-79d7-4771-9088-bea093764a8a'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:17.652849 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:17.659373 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Usage tracker for resource:port and tenant:fb93b88acd1840308a0d8ac0f6dc6156 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:17.663222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:17.678067 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:17.688196 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e0be-a662-4bc0-ab63-2c78eeab25ad req-96dcdbf2-1b1f-4ed0-a7df-a7cc63279684 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:17.691298 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9152e0be-a662-4bc0-ab63-2c78eeab25ad req-96dcdbf2-1b1f-4ed0-a7df-a7cc63279684 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 944 time: 0.1932881 May 10 17:29:17.741601 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9152e0be-a662-4bc0-ab63-2c78eeab25ad req-1fd90fe9-ff6f-420b-92a5-51902820560c tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456169 May 10 17:29:17.784099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Made reservation on behalf of fb93b88acd1840308a0d8ac0f6dc6156 for: {'port': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:17.787628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:17.994682 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Allocated IP 172.20.0.4 (ac9624d5-6732-4b3f-bb6e-68ef55352d16/eb38d167-6b04-461b-8164-2afaac1422da/f5727031-6143-48eb-953f-3d78ded92fec) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:18.278185 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86b14e-7311-4563-b8ea-71d7a744bcd0 req-ab63c9da-03a5-4300-ab07-dab0aee45762 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:18.279753 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6e86b14e-7311-4563-b8ea-71d7a744bcd0 req-ab63c9da-03a5-4300-ab07-dab0aee45762 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1571229 May 10 17:29:18.286905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:18.338566 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6e86b14e-7311-4563-b8ea-71d7a744bcd0 req-be4e215b-9b27-4493-a608-947f0a87a8bf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485382 May 10 17:29:18.418711 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:18.426520 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:18.481379 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fc0bd-92b0-4b3d-a796-7bef5a835fc4 req-c1111c36-25ec-48e6-add7-de6a6937fa5d tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:18.483658 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-414fc0bd-92b0-4b3d-a796-7bef5a835fc4 req-c1111c36-25ec-48e6-add7-de6a6937fa5d tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 931 time: 0.0902133 May 10 17:29:18.489116 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:18.490237 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:18.494921 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:18.543528 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-414fc0bd-92b0-4b3d-a796-7bef5a835fc4 req-2b09dddc-18b2-42dc-a319-44d4338581e9 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 May 10 17:29:18.548304 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:18.551226 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:18.575720 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:18.576358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:18.647790 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-fd219b86-e2c6-42db-9313-95b9e8e6b6e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2238517 May 10 17:29:18.659990 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Request body: {'port': {'device_id': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:18.740446 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 47cc1bf3-79d7-4771-9088-bea093764a8a up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:18.781615 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:18.962099 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 47cc1bf3-79d7-4771-9088-bea093764a8a completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:18.991707 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 47cc1bf3-79d7-4771-9088-bea093764a8a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:18.992093 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.128089 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eb055-6277-42ea-aca4-9a9b3184f91d req-3d9164ac-1771-4cae-8ceb-837c048ab625 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:19.129581 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5b1eb055-6277-42ea-aca4-9a9b3184f91d req-3d9164ac-1771-4cae-8ceb-837c048ab625 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 944 time: 0.2263215 May 10 17:29:19.139651 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.168809 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:19.179141 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47cc1bf3-79d7-4771-9088-bea093764a8a,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:19.198621 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:19.203207 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5b1eb055-6277-42ea-aca4-9a9b3184f91d req-8af5369a-a05c-49f9-ac8e-91ee9ba43484 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640662 May 10 17:29:19.275708 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.276983 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device fa1fad3c-7970-4b40-8fda-0a372fcf4998 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:29:19.282465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42836) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:19.345526 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a', 'code': 200} May 10 17:29:19.346057 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:19.382515 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5727031-6143-48eb-953f-3d78ded92fec {{(pid=79235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:19.392321 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.408339 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Transition to ACTIVE for port object f5727031-6143-48eb-953f-3d78ded92fec will not be triggered until provisioned by entity L2. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:19.464225 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: fa1fad3c-7970-4b40-8fda-0a372fcf4998 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:29:19.464845 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device fa1fad3c-7970-4b40-8fda-0a372fcf4998 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:29:19.468631 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:19.472562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:19.501531 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.517990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:19.522115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Usage tracker for resource:security_group_rule and tenant:39e1edb649b24bbfbe62777c233b0ec1 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:19.525262 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:19.528010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.532635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:19.550863 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-950cd99f-a4d1-4caf-b69d-c7301269eeb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:19.635246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.741249 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:19.743809 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:19.753624 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.769036 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c7265e0-4437-42c6-86e1-0dd7110b59c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:19.830667 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6b83-4889-4edd-81d7-94cc2896921b req-2958237d-1259-4e57-85d5-16ca63aa61c2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:19.832366 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-502e6b83-4889-4edd-81d7-94cc2896921b req-2958237d-1259-4e57-85d5-16ca63aa61c2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.3462062 May 10 17:29:19.843940 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Attempting to bind port f5727031-6143-48eb-953f-3d78ded92fec on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:29:19.845315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Attempting to bind port f5727031-6143-48eb-953f-3d78ded92fec by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:29:19.845315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Attempting to bind port f5727031-6143-48eb-953f-3d78ded92fec on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:19.866286 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Port f5727031-6143-48eb-953f-3d78ded92fec on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:29:19.866865 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Attempting to bind port f5727031-6143-48eb-953f-3d78ded92fec on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:19.879756 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd6e8-9c2e-4f70-8b9e-7e746204fb09 req-625af985-18b7-4955-a4f0-4ae56e88eca5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:19.883602 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:29:19.884110 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Checking segment: {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:19.884641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Bound using segment: {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'} {{(pid=79235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:29:19.885274 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.managers [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Bound port: f5727031-6143-48eb-953f-3d78ded92fec, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'}}] {{(pid=79235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:29:19.885789 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:19.887051 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-51dbd6e8-9c2e-4f70-8b9e-7e746204fb09 req-625af985-18b7-4955-a4f0-4ae56e88eca5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.2026329 May 10 17:29:19.912919 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39e1edb649b24bbfbe62777c233b0ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6271596 May 10 17:29:19.914643 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 42854) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:19.917992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f574edc0-402a-4642-8e0a-2e5999c458ee,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:19.945620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:19.946023 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-502e6b83-4889-4edd-81d7-94cc2896921b req-76f338b7-75b5-41b3-8438-bf8244add46e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973222 May 10 17:29:19.996657 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, cleared binding levels {{(pid=79235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:29:20.000087 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:29:20.061654 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-51dbd6e8-9c2e-4f70-8b9e-7e746204fb09 req-d6aa498e-75d6-48c1-ac20-ab824d613025 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737642 May 10 17:29:20.065300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.070414 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c5a63e82-49eb-4412-a895-f7359216a9f1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:20.080829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5d2a5-4fc7-487e-aca7-786e08468120 req-9c2e4f53-b5a0-4688-8616-9dd60a643756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.082269 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5df5d2a5-4fc7-487e-aca7-786e08468120 req-9c2e4f53-b5a0-4688-8616-9dd60a643756 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 1098 time: 0.3156781 May 10 17:29:20.115327 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.127426 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.128050 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.129426 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] 10.222.0.38 "PUT /v2.0/ports/f5727031-6143-48eb-953f-3d78ded92fec HTTP/1.1" status: 200 len: 1093 time: 1.4736962 May 10 17:29:20.130018 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:20.155636 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5df5d2a5-4fc7-487e-aca7-786e08468120 req-4dcf3de9-cdb0-4558-afa2-3fbfd8dbe81e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 May 10 17:29:20.156581 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=3']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:20.159603 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:20.159833 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.185073 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec', 'status': 'completed', 'code': 200} May 10 17:29:20.325787 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.362084 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:20.383735 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-e9b0d7b8-1b88-4d10-8d79-1f380f5b7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.385278 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-e9b0d7b8-1b88-4d10-8d79-1f380f5b7376 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 1096 time: 0.1474962 May 10 17:29:20.394749 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f574edc0-402a-4642-8e0a-2e5999c458ee,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:20.397154 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:20.430464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:20.431536 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f574edc0-402a-4642-8e0a-2e5999c458ee HTTP/1.1" status: 204 len: 168 time: 0.5157282 May 10 17:29:20.562683 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71d5f6-0e9a-487f-b5fb-cd03dfcafd36 req-ad2efe0a-2b8e-437e-8202-3e9491b34e36 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.564262 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2c71d5f6-0e9a-487f-b5fb-cd03dfcafd36 req-ad2efe0a-2b8e-437e-8202-3e9491b34e36 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 945 time: 0.2405407 May 10 17:29:20.572066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-edfc9398-bfd3-4d92-9486-50ce25fec3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.573579 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-edfc9398-bfd3-4d92-9486-50ce25fec3bf service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1726377 May 10 17:29:20.702287 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2c71d5f6-0e9a-487f-b5fb-cd03dfcafd36 req-3746610c-20e2-451b-b8a1-31d94262c3fc tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240451 May 10 17:29:20.765300 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-0693def7-bbd7-447a-b86d-010d6d164bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.774286 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b92bca72-2334-47c3-b67b-2bdef0edd5ad req-0693def7-bbd7-447a-b86d-010d6d164bd5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791699 May 10 17:29:20.969271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-4ebc01ff-4284-4593-89e8-094cad12c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:20.970741 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-4ebc01ff-4284-4593-89e8-094cad12c77b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 1096 time: 0.0707278 May 10 17:29:21.053309 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-8ae18400-632d-41ef-abca-646d1b86d5d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5727031-6143-48eb-953f-3d78ded92fec HTTP/1.1" status: 200 len: 217 time: 0.0703464 May 10 17:29:21.137510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c15efa-1d9a-4ada-8080-647487347db5 req-7b946e3e-aa8a-41fb-951c-f64c94f6fe52 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:21.146058 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-14c15efa-1d9a-4ada-8080-647487347db5 req-7b946e3e-aa8a-41fb-951c-f64c94f6fe52 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0915606 May 10 17:29:21.156522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362c83-9d47-4b1f-8587-051bec43a434 req-af13dc8f-da25-4932-8fa2-02e4aabf280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:21.158332 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-af13dc8f-da25-4932-8fa2-02e4aabf280d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb38d167-6b04-461b-8164-2afaac1422da HTTP/1.1" status: 200 len: 854 time: 0.0902469 May 10 17:29:21.202911 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-14c15efa-1d9a-4ada-8080-647487347db5 req-1237a67b-b651-4cc6-8495-4d2d37b49a88 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521770 May 10 17:29:21.255303 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-5affb601-40a8-49a6-8488-5956ab23a8ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ac9624d5-6732-4b3f-bb6e-68ef55352d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832825 May 10 17:29:21.428552 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-133f429d-7d99-4750-970d-d6479aa4df21 service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606820 May 10 17:29:21.439312 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239fd42-4583-4125-97ae-5c11e2aa8d9d req-f38ceeb6-4202-416b-9b57-7ba9e10c33cd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:21.441202 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9239fd42-4583-4125-97ae-5c11e2aa8d9d req-f38ceeb6-4202-416b-9b57-7ba9e10c33cd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.2242599 May 10 17:29:21.586500 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9239fd42-4583-4125-97ae-5c11e2aa8d9d req-e1fb4ee9-d18b-4ab3-8c39-80ba7beffdf9 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690393 May 10 17:29:21.612859 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-50362c83-9d47-4b1f-8587-051bec43a434 req-8a96e14b-c2f2-4f6e-8a57-27e93985f271 service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703985 May 10 17:29:21.897086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51929-e93d-4e99-b44c-8dd91aa8f2ef req-deef9014-1c57-4a25-8951-d9e9b44ceaa9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:21.898603 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-21f51929-e93d-4e99-b44c-8dd91aa8f2ef req-deef9014-1c57-4a25-8951-d9e9b44ceaa9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 945 time: 0.0824971 May 10 17:29:21.945706 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-21f51929-e93d-4e99-b44c-8dd91aa8f2ef req-4c578c58-4142-46e9-af6f-ff5631c2716d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 May 10 17:29:22.381890 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0c90-8476-4496-b628-479880880346 req-4cae0879-f507-44a7-b403-78fab06597e2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:22.383424 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a69d0c90-8476-4496-b628-479880880346 req-4cae0879-f507-44a7-b403-78fab06597e2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0826149 May 10 17:29:22.428872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a69d0c90-8476-4496-b628-479880880346 req-90e481b0-6011-4c72-8b72-5518100ce65e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 May 10 17:29:22.686635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc83501-b707-4edc-9786-2468e80172f9 req-59eee1e3-70dd-4aa5-9681-75c73d23493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:22.688176 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4fc83501-b707-4edc-9786-2468e80172f9 req-59eee1e3-70dd-4aa5-9681-75c73d23493e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.0852730 May 10 17:29:22.734325 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4fc83501-b707-4edc-9786-2468e80172f9 req-646a0115-9bb2-4519-9897-eedc9b71d369 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 May 10 17:29:22.788274 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-f977f09d-fe4a-4d5c-9d10-a0d7e0d163a2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:22.789121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-f977f09d-fe4a-4d5c-9d10-a0d7e0d163a2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:22.892510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-f977f09d-fe4a-4d5c-9d10-a0d7e0d163a2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:22.893685 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-f977f09d-fe4a-4d5c-9d10-a0d7e0d163a2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.1928942 May 10 17:29:22.955053 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-048d4356-9809-488c-9e8f-25a250c16c9c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:23.036040 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-048d4356-9809-488c-9e8f-25a250c16c9c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:23.036404 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-494eb3ad-975c-4aec-8756-8e8b21119599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:23.037403 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9da2d8a0-71de-4f88-9710-564c52dff35d req-048d4356-9809-488c-9e8f-25a250c16c9c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371238 May 10 17:29:23.627927 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dc3cc-0372-436b-8e46-caa3ff6e99c4 req-40257078-2451-4078-9b0b-bf920fd650f6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:23.630351 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c72dc3cc-0372-436b-8e46-caa3ff6e99c4 req-40257078-2451-4078-9b0b-bf920fd650f6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0866687 May 10 17:29:23.678213 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c72dc3cc-0372-436b-8e46-caa3ff6e99c4 req-c3808516-0450-414e-b17b-0eb1b20bde9c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 May 10 17:29:23.781969 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927544fb-ee43-4507-9b38-f9d906e48e3f req-f0fd2536-6c8b-4c75-99ca-be153a1da08c tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:23.783568 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-927544fb-ee43-4507-9b38-f9d906e48e3f req-f0fd2536-6c8b-4c75-99ca-be153a1da08c tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 945 time: 0.1347227 May 10 17:29:23.831783 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-927544fb-ee43-4507-9b38-f9d906e48e3f req-6d4beaa9-e767-47d5-bb33-c19afa06803a tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 May 10 17:29:24.232878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b9983-232b-4c2f-a74c-cff393e03aa0 req-46c27d7d-d163-4697-8351-19f7c6ede0e1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:24.235244 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd6b9983-232b-4c2f-a74c-cff393e03aa0 req-46c27d7d-d163-4697-8351-19f7c6ede0e1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0817306 May 10 17:29:24.278734 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd6b9983-232b-4c2f-a74c-cff393e03aa0 req-c67f778e-7014-4974-91d9-5e531a0d1ef7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 May 10 17:29:24.765530 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device f5727031-6143-48eb-953f-3d78ded92fec details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:24.901935 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632996-1cfd-41e1-b819-843f5fe4585e req-0e09bc64-6919-42bf-99ab-35d03df1d3b6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:24.903426 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b3632996-1cfd-41e1-b819-843f5fe4585e req-0e09bc64-6919-42bf-99ab-35d03df1d3b6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0915277 May 10 17:29:24.945028 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:24.949601 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b3632996-1cfd-41e1-b819-843f5fe4585e req-c4e27b41-952f-4dfd-b435-8e28cd0e7ef9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393565 May 10 17:29:24.960894 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'f5727031-6143-48eb-953f-3d78ded92fec', 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16', 'port_id': 'f5727031-6143-48eb-953f-3d78ded92fec', 'mac_address': 'fa:16:3e:d8:c4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb38d167-6b04-461b-8164-2afaac1422da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:25.031949 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:25.049799 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5727031-6143-48eb-953f-3d78ded92fec {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:25.067650 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:25.115299 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:25.117049 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:25.169727 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efe07-3c90-436d-a83b-637e879de00d req-6b069639-2f2b-47a5-9505-a8ba6962bf45 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.172993 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9a9efe07-3c90-436d-a83b-637e879de00d req-6b069639-2f2b-47a5-9505-a8ba6962bf45 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 945 time: 0.1141784 May 10 17:29:25.199190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:25.202876 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:25.230598 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9a9efe07-3c90-436d-a83b-637e879de00d req-4914c389-98b0-4da7-941f-2c7d80ea7d8d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511873 May 10 17:29:25.412820 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:25.435721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['f5727031-6143-48eb-953f-3d78ded92fec'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:25.620008 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941b2a1-13b8-4461-bbb0-04418e849d9c req-ee19bf0e-24da-41ce-8b63-963d99b8dba2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.621546 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5941b2a1-13b8-4461-bbb0-04418e849d9c req-ee19bf0e-24da-41ce-8b63-963d99b8dba2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 944 time: 0.1543272 May 10 17:29:25.651265 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4bc73242-831a-4f19-acc2-84c4a8ef809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:25.657285 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-77fbc613-27d9-4e44-8893-b923559fb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.658736 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-77fbc613-27d9-4e44-8893-b923559fb322 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1363850 May 10 17:29:25.693523 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecdf63-c664-4fd9-a8a8-d4fdc6935e24 req-4507352c-95ef-428e-82a3-962d0c94ecc6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.694994 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aaecdf63-c664-4fd9-a8a8-d4fdc6935e24 req-4507352c-95ef-428e-82a3-962d0c94ecc6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2304857 May 10 17:29:25.704137 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-72167342-aed0-4369-b591-58fa60e6ae26 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.705487 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-72167342-aed0-4369-b591-58fa60e6ae26 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 945 time: 0.1146545 May 10 17:29:25.753302 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5941b2a1-13b8-4461-bbb0-04418e849d9c req-2b52d32e-cb36-4a0a-b69a-7f2b1bd5fff8 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167591 May 10 17:29:25.790099 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aaecdf63-c664-4fd9-a8a8-d4fdc6935e24 req-9b0973dd-ff72-46b2-974d-86932e62acec tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836365 May 10 17:29:25.837112 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-eeb54a27-0eda-4269-819d-167dcd6de21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:25.838735 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-eeb54a27-0eda-4269-819d-167dcd6de21f service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.1730287 May 10 17:29:25.872829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Deleting port 47cc1bf3-79d7-4771-9088-bea093764a8a {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:29:25.873430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:25.918760 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-50c2b8f5-e7e6-4d89-9003-24b46b7bb522 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0711255 May 10 17:29:26.019209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] For port 47cc1bf3-79d7-4771-9088-bea093764a8a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=47cc1bf3-79d7-4771-9088-bea093764a8a,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:26.019570 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.072673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-1e4e4754-7459-4d73-9abf-f69ce5f56087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:26.074085 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-1e4e4754-7459-4d73-9abf-f69ce5f56087 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.1454935 May 10 17:29:26.131086 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-6e432b54-d0bc-421e-9728-9ce0b8dda900 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412402 May 10 17:29:26.156814 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Calling delete_port for 47cc1bf3-79d7-4771-9088-bea093764a8a owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:29:26.267905 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-11708054-357e-4fac-ab5a-4045792581fd service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265795 May 10 17:29:26.342947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.355016 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-dd29841d-1cae-4d20-9148-d36bfa8434e1 tempest-DeleteServersTestJSON-1585218030 tempest-DeleteServersTestJSON-1585218030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:26.358367 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['47cc1bf3-79d7-4771-9088-bea093764a8a'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:26.427750 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.457294 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Pushing event deleted for resources: {'Port': ['ID=47cc1bf3-79d7-4771-9088-bea093764a8a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:26.510371 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:26.551103 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-325fec70-bc58-426b-880e-1ab92f57814a req-efc54475-526f-4f6a-9d0d-e84ef9aaad6b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.1027448 May 10 17:29:26.572902 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] No DVR routers for this DVR port 47cc1bf3-79d7-4771-9088-bea093764a8a on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:29:26.577197 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:26.579297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'name': 'network-vif-deleted', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:26.639794 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c66a3-657a-4248-9e4d-b3ad1522e068', 'name': 'network-vif-deleted', 'tag': '47cc1bf3-79d7-4771-9088-bea093764a8a', 'status': 'completed', 'code': 200} May 10 17:29:26.641225 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c214435-b4b4-4f20-88f4-a7e8b6230daf req-bfe7456f-23c9-4a41-94cd-72a5ee95cdbc service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659489 May 10 17:29:26.726214 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ff6e7d0b-f6cc-4574-b499-9b030aa1b6fe req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "DELETE /v2.0/ports/47cc1bf3-79d7-4771-9088-bea093764a8a HTTP/1.1" status: 204 len: 173 time: 1.0054953 May 10 17:29:26.777869 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device f5727031-6143-48eb-953f-3d78ded92fec up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:26.921918 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port f5727031-6143-48eb-953f-3d78ded92fec completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:26.926934 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port f5727031-6143-48eb-953f-3d78ded92fec triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:26.927307 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:27.039166 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922fe85-003d-4170-84d1-707f8b80901c req-39751dca-6b8c-4825-aa49-e60cd5d55c1c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:27.040657 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2922fe85-003d-4170-84d1-707f8b80901c req-39751dca-6b8c-4825-aa49-e60cd5d55c1c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0942190 May 10 17:29:27.054819 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b93c6a-202e-4e88-9d8c-30f326eddaab req-10d2167d-3a69-4beb-8200-6f03d531cf12 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:27.056462 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-25b93c6a-202e-4e88-9d8c-30f326eddaab req-10d2167d-3a69-4beb-8200-6f03d531cf12 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 944 time: 0.1409588 May 10 17:29:27.088188 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2922fe85-003d-4170-84d1-707f8b80901c req-d7663e3e-60a0-410b-923e-bd009166630c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 May 10 17:29:27.099993 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:27.128112 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:27.138377 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:27.141655 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-25b93c6a-202e-4e88-9d8c-30f326eddaab req-408c68ab-5c73-4000-bae0-49540cc4dcce tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697372 May 10 17:29:27.179294 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec', 'code': 200} May 10 17:29:27.283228 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:27.285041 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:27.362340 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:27.372772 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:27.540880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85b3fb-023a-402f-99c3-02e101d1eae3 req-69a5e91b-fa50-427c-8dd5-1b766c393907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:27.542332 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc85b3fb-023a-402f-99c3-02e101d1eae3 req-69a5e91b-fa50-427c-8dd5-1b766c393907 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 1098 time: 0.0691245 May 10 17:29:27.588937 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc85b3fb-023a-402f-99c3-02e101d1eae3 req-c1286efc-aa5d-4e74-99ba-f212eae29b14 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 May 10 17:29:27.706816 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-012f36f9-c9e7-4caa-ad5a-b3561a58bb90 req-3b0f2f03-d59e-4b47-9a55-2b41242e0f93 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=a96c66a3-657a-4248-9e4d-b3ad1522e068 HTTP/1.1" status: 200 len: 210 time: 0.0435352 May 10 17:29:28.224024 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:28.281547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0ea9f-d220-43b3-ae59-eaa1f093ca51 req-7c6e4947-d3bc-4531-857d-ffca219785fd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:28.283253 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-74c0ea9f-d220-43b3-ae59-eaa1f093ca51 req-7c6e4947-d3bc-4531-857d-ffca219785fd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0817668 May 10 17:29:28.332217 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-74c0ea9f-d220-43b3-ae59-eaa1f093ca51 req-6a60c99b-068b-43e9-b77c-c3446a61aa7a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 May 10 17:29:28.334389 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b580cb2-b327-4eb6-b333-af9af87de586 req-e41e04bc-28af-447e-a6c2-df310889f405 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:28.335983 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8b580cb2-b327-4eb6-b333-af9af87de586 req-e41e04bc-28af-447e-a6c2-df310889f405 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.0861373 May 10 17:29:28.385530 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8b580cb2-b327-4eb6-b333-af9af87de586 req-81d5f571-8346-43b7-b897-07cb43a9ec7c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 May 10 17:29:29.147928 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-c64e1678-f12d-4bd8-9e58-f5a0ef6de64f tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:29.149470 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-c64e1678-f12d-4bd8-9e58-f5a0ef6de64f tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/networks?id=69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 200 len: 808 time: 0.1491930 May 10 17:29:29.181605 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-d459d288-4e17-4cb0-964a-5aaf3987b817 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/quotas/4d03964af3774dc39aa6f311e909aaa7 HTTP/1.1" status: 200 len: 375 time: 0.0244288 May 10 17:29:29.225442 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-483cf237-3c83-4782-b75b-0e8647a4e0f2 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445330 May 10 17:29:29.371881 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-40070179-ba90-4b8b-bfdc-4669c7ea0985 service neutron] 10.222.0.26 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394343 May 10 17:29:29.518660 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-ef7421f6-636b-4dab-a0c8-dc2fdbbd140c service neutron] 10.222.0.26 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459262 May 10 17:29:29.597658 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bf542-5b3e-40c6-8b99-974ac2a59a3f req-ddba4468-1c0f-4e50-a24d-ff0d57f39a1a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:29.599124 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e14bf542-5b3e-40c6-8b99-974ac2a59a3f req-ddba4468-1c0f-4e50-a24d-ff0d57f39a1a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0954909 May 10 17:29:29.644557 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e14bf542-5b3e-40c6-8b99-974ac2a59a3f req-ffc9be10-5bf2-42ef-96e5-a011ce1badf8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397213 May 10 17:29:29.940005 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c820-a63f-49f9-885c-e12ee8399b6e req-457bb176-aab0-4e33-b11d-66a36eba1eb1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:29.941642 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9fc4c820-a63f-49f9-885c-e12ee8399b6e req-457bb176-aab0-4e33-b11d-66a36eba1eb1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1217136 May 10 17:29:29.988345 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9fc4c820-a63f-49f9-885c-e12ee8399b6e req-dd40e906-00a4-4885-9b29-c23f7e2a4270 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 May 10 17:29:30.084573 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-9635df83-72e4-4931-982c-08f4d0d8f771 req-c02a94a3-2709-4cbe-9bab-1e01669674ee tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:30.183999 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-9635df83-72e4-4931-982c-08f4d0d8f771 req-c02a94a3-2709-4cbe-9bab-1e01669674ee tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:30.185151 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9635df83-72e4-4931-982c-08f4d0d8f771 req-c02a94a3-2709-4cbe-9bab-1e01669674ee tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 210 time: 0.1574209 May 10 17:29:30.809911 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 47cc1bf3-79d7-4771-9088-bea093764a8a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:29:30.827188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0becfe-c510-47d3-a298-ea4943e513ba req-f7dbf6f8-ab9c-47f4-8ac6-59b316cd6a78 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:30.837772 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc0becfe-c510-47d3-a298-ea4943e513ba req-f7dbf6f8-ab9c-47f4-8ac6-59b316cd6a78 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1134496 May 10 17:29:30.856501 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 47cc1bf3-79d7-4771-9088-bea093764a8a {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:29:30.858962 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 47cc1bf3-79d7-4771-9088-bea093764a8a not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:29:30.891385 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc0becfe-c510-47d3-a298-ea4943e513ba req-908dcbf3-a7ca-4d45-a143-f79a48467051 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525367 May 10 17:29:31.344571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e1198a48-748c-4e1a-b279-bac79e4bc8e3 req-a192504b-4f16-470f-975b-f1c804cc8faa tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 210 time: 0.0490799 May 10 17:29:31.850937 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:31.932427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64c0e-baf4-49e6-9551-e102c9120110 req-5da268e1-ac7c-419b-b45a-f273352820fc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:31.934120 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-06e64c0e-baf4-49e6-9551-e102c9120110 req-5da268e1-ac7c-419b-b45a-f273352820fc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1016681 May 10 17:29:31.985494 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-06e64c0e-baf4-49e6-9551-e102c9120110 req-80809a3f-f37f-4632-ae2f-42f02d0d1b15 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 May 10 17:29:32.099018 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8cacb-4e05-4d02-b80c-51d5c24e5815 req-33ce7624-e97e-4db5-94f8-ebf1d4e0814e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:32.100466 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-72e8cacb-4e05-4d02-b80c-51d5c24e5815 req-33ce7624-e97e-4db5-94f8-ebf1d4e0814e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0889621 May 10 17:29:32.150659 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-72e8cacb-4e05-4d02-b80c-51d5c24e5815 req-e80d526e-3420-47f8-9047-91f44e91ffdc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440946 May 10 17:29:32.425446 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-f002a565-f3fb-406c-b318-ecb3955f9c86 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:32.427578 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-f002a565-f3fb-406c-b318-ecb3955f9c86 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "GET /v2.0/networks?id=69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 200 len: 808 time: 0.2692163 May 10 17:29:32.445570 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Request body: {'port': {'device_id': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495', 'admin_state_up': True, 'tenant_id': '4d03964af3774dc39aa6f311e909aaa7'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:32.523870 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8cdac3be-c2d6-4fc8-8428-ca2c2abfc650 req-96a51f7a-84cc-4be5-a62e-568f4410076a tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 210 time: 0.0541780 May 10 17:29:32.606165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:32.616832 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:32.721047 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Made reservation on behalf of 4d03964af3774dc39aa6f311e909aaa7 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:32.724612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:32.923127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Allocated IP 172.20.0.7 (69c0c881-fdd5-40fc-bc51-415b0e897495/38ab056b-af70-4b2d-91fd-6100c2ba1697/a5ad01e7-686b-42e8-baba-1fd850da10b1) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:32.923500 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43218) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:33.055358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.081658 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:33.085536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Usage tracker for resource:security_group_rule and tenant:5227d3caadf44fa68f758ff12ba22aec is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:33.089407 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:33.095871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:33.149735 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.189482 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.265628 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.275488 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:33.316838 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.330126 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-525a4ad3-a946-4655-85fe-c259aff67ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:33.338199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Network 69c0c881-fdd5-40fc-bc51-415b0e897495 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:33.341386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:33.345108 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:33.379661 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5227d3caadf44fa68f758ff12ba22aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550703 May 10 17:29:33.382426 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7de84-544a-4978-add9-ff1ab5ba0d9d,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:33.391044 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43234) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:33.401973 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:33.426647 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:33.427710 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.459496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Pushing event updated for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:33.463403 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:33.477057 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c9e0e-64a0-44c4-a2e5-2ba2b575666b req-8e559398-ead4-46ba-ae2c-2031c8be0725 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:33.478608 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db2c9e0e-64a0-44c4-a2e5-2ba2b575666b req-8e559398-ead4-46ba-ae2c-2031c8be0725 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1993942 May 10 17:29:33.510469 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.526311 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0855186 May 10 17:29:33.556266 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Request body: {'port': {'device_id': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:33.562743 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db2c9e0e-64a0-44c4-a2e5-2ba2b575666b req-bfa62f6b-7ef2-4061-8e33-d38fea906d4f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757508 May 10 17:29:33.564682 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.734468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.743948 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.749273 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-1e549822-3f81-4cf7-8434-05eaed676992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:33.762474 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e7de84-544a-4978-add9-ff1ab5ba0d9d,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:33.765386 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:33.766668 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:33.767912 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e6e7de84-544a-4978-add9-ff1ab5ba0d9d HTTP/1.1" status: 204 len: 168 time: 0.3810172 May 10 17:29:33.867422 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80269320-736f-4998-af69-c63305a39e17 req-fcb635cb-442d-4aa9-b27b-2f077762e49e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:33.868410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-80269320-736f-4998-af69-c63305a39e17 req-fcb635cb-442d-4aa9-b27b-2f077762e49e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:34.172177 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-80269320-736f-4998-af69-c63305a39e17 req-fcb635cb-442d-4aa9-b27b-2f077762e49e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:34.179271 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-80269320-736f-4998-af69-c63305a39e17 req-fcb635cb-442d-4aa9-b27b-2f077762e49e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 931 time: 0.4945726 May 10 17:29:34.183359 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ad01e7-686b-42e8-baba-1fd850da10b1 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:34.207190 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:34.237410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Transition to ACTIVE for port object a5ad01e7-686b-42e8-baba-1fd850da10b1 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:34.244613 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-80269320-736f-4998-af69-c63305a39e17 req-742a51f6-6b3b-4ab8-99f9-22905cf2a02b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561202 May 10 17:29:34.338194 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:34.346562 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:34.518872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Pushing event updated for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:34.531597 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:34.589926 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Attempting to bind port a5ad01e7-686b-42e8-baba-1fd850da10b1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:29:34.590278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Attempting to bind port a5ad01e7-686b-42e8-baba-1fd850da10b1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:29:34.590582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Attempting to bind port a5ad01e7-686b-42e8-baba-1fd850da10b1 on network 69c0c881-fdd5-40fc-bc51-415b0e897495 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:34.595291 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Port a5ad01e7-686b-42e8-baba-1fd850da10b1 on network 69c0c881-fdd5-40fc-bc51-415b0e897495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:29:34.595627 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Attempting to bind port a5ad01e7-686b-42e8-baba-1fd850da10b1 on network 69c0c881-fdd5-40fc-bc51-415b0e897495 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:34.600843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:29:34.601160 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Checking segment: {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:34.601556 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Bound using segment: {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:29:34.601984 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Bound port: a5ad01e7-686b-42e8-baba-1fd850da10b1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abaf43e-56ff-445d-9fb3-04d67f2c520a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:29:34.602326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:34.798008 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1cb94-c54e-4330-a030-977394c889cf req-69a83372-7ad4-47f1-941a-b0f298bcad25 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:34.799717 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-caf1cb94-c54e-4330-a030-977394c889cf req-69a83372-7ad4-47f1-941a-b0f298bcad25 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1142564 May 10 17:29:34.807107 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:29:34.810314 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:29:34.879108 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:34.888718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:34.939689 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:34.940313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:34.941666 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-00914f31-093d-4404-81bd-5006e535a37b service neutron] 10.222.0.38 "PUT /v2.0/ports/a5ad01e7-686b-42e8-baba-1fd850da10b1 HTTP/1.1" status: 200 len: 1093 time: 1.3908687 May 10 17:29:34.942152 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:34.956048 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-caf1cb94-c54e-4330-a030-977394c889cf req-71dc5981-6c33-4f47-a1e5-8b7caf9c27f9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475446 May 10 17:29:34.974128 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Pushing event updated for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:34.977196 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:35.001426 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1', 'status': 'completed', 'code': 200} May 10 17:29:35.115583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-7cee9242-2fbf-4ea4-b362-fa63f0ec5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.117150 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-7cee9242-2fbf-4ea4-b362-fa63f0ec5fa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 1096 time: 0.0902171 May 10 17:29:35.271409 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-d8d03731-64e3-41bc-b688-428a3e253742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.273733 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-d8d03731-64e3-41bc-b688-428a3e253742 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=4d03964af3774dc39aa6f311e909aaa7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1483805 May 10 17:29:35.462983 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-44127e5c-d4a5-437b-bc0e-651095c93941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.465853 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1396fc39-5fdb-4bc3-9b75-67c144ba5b26 req-44127e5c-d4a5-437b-bc0e-651095c93941 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841171 May 10 17:29:35.481432 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948487f6-b5f7-479c-836b-5ff1f888a5fc req-6693ed0e-108f-43c8-aae1-bd95bedff24f tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.484784 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-948487f6-b5f7-479c-836b-5ff1f888a5fc req-6693ed0e-108f-43c8-aae1-bd95bedff24f tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 943 time: 0.1214929 May 10 17:29:35.563074 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-948487f6-b5f7-479c-836b-5ff1f888a5fc req-c31bfcd1-1b3c-4315-b9bf-f1dd13428780 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660195 May 10 17:29:35.630035 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-bcec8ee6-22fd-4fe5-b28a-325799635860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.631530 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-bcec8ee6-22fd-4fe5-b28a-325799635860 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4d03964af3774dc39aa6f311e909aaa7&device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 1096 time: 0.1264327 May 10 17:29:35.714564 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-e92cc9b8-5359-45e1-bffe-77776f6a763e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1 HTTP/1.1" status: 200 len: 217 time: 0.0721447 May 10 17:29:35.780373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-6cf39964-d69a-49e5-8ab4-ed6457f968ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:35.781801 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-6cf39964-d69a-49e5-8ab4-ed6457f968ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=38ab056b-af70-4b2d-91fd-6100c2ba1697 HTTP/1.1" status: 200 len: 848 time: 0.0584528 May 10 17:29:35.834865 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-24c4b089-905e-49d2-87ca-af17a33337a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=69c0c881-fdd5-40fc-bc51-415b0e897495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442476 May 10 17:29:35.995660 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-61d24264-15ca-4b05-b016-582ec0ac4517 service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426973 May 10 17:29:36.115252 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac68e92-54c4-467d-9093-abbf1153d847 req-adb7fc2b-802d-48fe-8bbb-b41af7190af9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:36.117343 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1ac68e92-54c4-467d-9093-abbf1153d847 req-adb7fc2b-802d-48fe-8bbb-b41af7190af9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0920513 May 10 17:29:36.187939 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1ac68e92-54c4-467d-9093-abbf1153d847 req-13fb789e-169f-4f5a-bce0-502594c2e62b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641129 May 10 17:29:36.212262 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ed9443e7-c9ea-4b75-9f57-556f967c8a13 req-f5051cc8-bae2-4dab-98ad-cd0dd8e70676 service neutron] 10.222.0.38 "GET /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084098 May 10 17:29:36.230186 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08064a-9d90-415c-838b-fa2f8e6b1bdd req-fecb3f50-f3f0-4b8f-b2ef-31e8f69427a1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:36.231705 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7e08064a-9d90-415c-838b-fa2f8e6b1bdd req-fecb3f50-f3f0-4b8f-b2ef-31e8f69427a1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1499593 May 10 17:29:36.281047 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7e08064a-9d90-415c-838b-fa2f8e6b1bdd req-24349b22-c223-49df-b2c4-28a9ac105df0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 May 10 17:29:36.937022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4b720-01d9-4ffb-9aad-761feba92820 req-f7543126-db89-4fa0-a305-1286aeb464a8 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:36.944657 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-04d4b720-01d9-4ffb-9aad-761feba92820 req-f7543126-db89-4fa0-a305-1286aeb464a8 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 943 time: 0.1148510 May 10 17:29:36.990675 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-04d4b720-01d9-4ffb-9aad-761feba92820 req-8e6e73e7-2852-4b68-8549-5fef8d60afb5 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 May 10 17:29:37.374394 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57418-cd27-45c0-8810-abafb73442a9 req-c58ccdb0-2e05-47e2-bded-4377cbec195e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.375894 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4ae57418-cd27-45c0-8810-abafb73442a9 req-c58ccdb0-2e05-47e2-bded-4377cbec195e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0813050 May 10 17:29:37.428334 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4ae57418-cd27-45c0-8810-abafb73442a9 req-82f89e23-47a1-4c19-bd16-807a34c02e96 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 May 10 17:29:37.546123 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fe006-0ca3-4fa8-9d11-6e6aa1b1adbd req-1fd49799-1af9-4927-88c6-5e265fb3106d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.549623 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b98fe006-0ca3-4fa8-9d11-6e6aa1b1adbd req-1fd49799-1af9-4927-88c6-5e265fb3106d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1675296 May 10 17:29:37.557211 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-56290eca-7ad5-45b6-ae6b-05f148524ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.558690 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-56290eca-7ad5-45b6-ae6b-05f148524ae5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1201849 May 10 17:29:37.627508 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1f341-9c16-4297-a8a3-5f3ab2361321 req-80117d55-6133-4793-b6f3-b12e290fe492 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.629025 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-abf1f341-9c16-4297-a8a3-5f3ab2361321 req-80117d55-6133-4793-b6f3-b12e290fe492 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0894759 May 10 17:29:37.674329 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b98fe006-0ca3-4fa8-9d11-6e6aa1b1adbd req-71521b59-c3af-4f23-b58d-78d4a65de781 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199634 May 10 17:29:37.676509 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-abf1f341-9c16-4297-a8a3-5f3ab2361321 req-8a701c8e-7e72-4a07-a450-1df9afdde49a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 May 10 17:29:37.731147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-fd6c1612-1a05-4656-aa7b-0b193811e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.732613 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-fd6c1612-1a05-4656-aa7b-0b193811e36b service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.1613922 May 10 17:29:37.801585 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-2cfd09e9-bd74-4ca0-8c38-35da1db1f31d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0613346 May 10 17:29:37.952015 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-22494324-2c94-4693-a664-a4e461ad0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:37.953584 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-22494324-2c94-4693-a664-a4e461ad0160 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.1375470 May 10 17:29:38.005119 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-c0dec49a-de79-46a6-8e3a-9bc026090343 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398760 May 10 17:29:38.190324 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-f333137b-156e-4354-956c-b5f49424fd21 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777880 May 10 17:29:38.292991 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfc6ef-a965-4737-a297-d5baaf2efb82 req-eb6f6fc5-5618-44b2-9b25-88c9ff93aec8 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:38.294352 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-82bfc6ef-a965-4737-a297-d5baaf2efb82 req-eb6f6fc5-5618-44b2-9b25-88c9ff93aec8 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 943 time: 0.1870906 May 10 17:29:38.377667 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-82bfc6ef-a965-4737-a297-d5baaf2efb82 req-a2dd9d55-a808-4a53-a1bf-031048e5c7b0 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 May 10 17:29:38.381050 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98a30daa-81ca-4e6f-99f4-abfe0efa4cd2 req-70c8db9f-8260-4990-a622-4c202cdd4f82 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834733 May 10 17:29:38.622609 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a27b23-4a2e-4555-8cc2-f914bdb68130 req-d9cbaaec-82d5-4cb0-8d43-56eecbcc9ddb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:38.624688 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98a27b23-4a2e-4555-8cc2-f914bdb68130 req-d9cbaaec-82d5-4cb0-8d43-56eecbcc9ddb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0850427 May 10 17:29:38.669712 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98a27b23-4a2e-4555-8cc2-f914bdb68130 req-2c356302-c433-423d-9d3c-1f592885fe11 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 May 10 17:29:38.861732 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a5ad01e7-686b-42e8-baba-1fd850da10b1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:38.876532 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1213b2-024b-4ee9-bbe8-687d354be05a req-9c99463d-4425-4d2e-ab85-7ba26532a7f9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:38.878067 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6a1213b2-024b-4ee9-bbe8-687d354be05a req-9c99463d-4425-4d2e-ab85-7ba26532a7f9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0876460 May 10 17:29:38.924468 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753acb23-d557-4bba-873c-9b1c539485c5 req-46687463-0211-402c-9b09-e3441e8228c7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:38.930341 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-753acb23-d557-4bba-873c-9b1c539485c5 req-46687463-0211-402c-9b09-e3441e8228c7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1282918 May 10 17:29:38.936015 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6a1213b2-024b-4ee9-bbe8-687d354be05a req-d5e129c0-215f-4ddc-985d-6de850a16199 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457590 May 10 17:29:38.977839 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-753acb23-d557-4bba-873c-9b1c539485c5 req-a45edcdd-9b55-4166-bece-0ffec04be0ef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435321 May 10 17:29:39.009654 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:39.023147 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'a5ad01e7-686b-42e8-baba-1fd850da10b1', 'network_id': '69c0c881-fdd5-40fc-bc51-415b0e897495', 'port_id': 'a5ad01e7-686b-42e8-baba-1fd850da10b1', 'mac_address': 'fa:16:3e:f2:11:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38ab056b-af70-4b2d-91fd-6100c2ba1697', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:39.080087 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.099799 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ad01e7-686b-42e8-baba-1fd850da10b1 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:39.115778 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:39.201509 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:39.203342 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:39.275839 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:39.279009 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:39.569437 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d020d51-7cb0-4f56-88f8-eb34469201ea req-706b2fda-db8d-4993-b1ea-2728ee9d0a97 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:39.570929 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3d020d51-7cb0-4f56-88f8-eb34469201ea req-706b2fda-db8d-4993-b1ea-2728ee9d0a97 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 944 time: 0.0859451 May 10 17:29:39.577441 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a5ad01e7-686b-42e8-baba-1fd850da10b1'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:39.620781 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3d020d51-7cb0-4f56-88f8-eb34469201ea req-9a536006-10ea-4e3b-a475-bbdfefc1e70b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 May 10 17:29:39.862161 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4163a9-fab8-4e16-b0a5-b33670dd7927 req-b3dee4af-576c-4ddc-a583-c927d7a5606f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:39.863787 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8b4163a9-fab8-4e16-b0a5-b33670dd7927 req-b3dee4af-576c-4ddc-a583-c927d7a5606f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0820699 May 10 17:29:39.908587 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8b4163a9-fab8-4e16-b0a5-b33670dd7927 req-660d32eb-1342-409b-a16a-90c71921e3fa tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386674 May 10 17:29:40.120730 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df853b1e-f388-4ec1-b5ec-b9328dfad18e req-a65af85a-6d88-4f19-b7b4-1c6b78f8a6f5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:40.122194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df853b1e-f388-4ec1-b5ec-b9328dfad18e req-a65af85a-6d88-4f19-b7b4-1c6b78f8a6f5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0785308 May 10 17:29:40.173082 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df853b1e-f388-4ec1-b5ec-b9328dfad18e req-d5730e7f-2d94-4f68-9aa7-e758a6dd7acb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445385 May 10 17:29:40.174460 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd07061-118d-4f73-8c9f-bd3cecf89fb9 req-acbf998e-5799-4050-9c63-51677b6055f9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:40.176096 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3fd07061-118d-4f73-8c9f-bd3cecf89fb9 req-acbf998e-5799-4050-9c63-51677b6055f9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0875499 May 10 17:29:40.221172 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3fd07061-118d-4f73-8c9f-bd3cecf89fb9 req-ce806354-b1f8-4d19-927c-4d31b7ff2b12 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 May 10 17:29:40.352418 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43390) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:40.410125 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Deleting subnet 3c095024-c644-4165-a6d2-aa98d821dd43 {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:29:40.412981 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.464381 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.520102 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.808560 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2837b5-91d5-4690-90f6-468e8da3de74 req-db9b353a-53d4-41fc-8f78-d593c869470d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:40.809919 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-da2837b5-91d5-4690-90f6-468e8da3de74 req-db9b353a-53d4-41fc-8f78-d593c869470d tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 944 time: 0.0779011 May 10 17:29:40.841310 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.846504 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b0f77c10-9a71-4cae-ad92-131490ddc1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:40.854181 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-da2837b5-91d5-4690-90f6-468e8da3de74 req-23bf0cdb-5b22-40b7-98cc-4b2617d803f1 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 May 10 17:29:40.883048 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c095024-c644-4165-a6d2-aa98d821dd43,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:40.885740 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:40.891366 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a5ad01e7-686b-42e8-baba-1fd850da10b1 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:40.896267 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3c095024-c644-4165-a6d2-aa98d821dd43 HTTP/1.1" status: 204 len: 168 time: 0.5426903 May 10 17:29:40.897655 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.898022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.898417 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.898769 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.898998 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43396) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:40.899167 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.899496 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.899839 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.900182 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.900521 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.900859 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.901202 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.901537 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:40.908313 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2076dca5-d018-43b5-ba58-3dee08f61bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:41.008873 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.052981 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port a5ad01e7-686b-42e8-baba-1fd850da10b1 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:41.059885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port a5ad01e7-686b-42e8-baba-1fd850da10b1 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:41.060444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.110559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205b6df-9c6a-4678-9007-80d3dcd855e4 req-fc48eddf-3bc4-4103-8e27-88eb002eee00 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:41.118482 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6205b6df-9c6a-4678-9007-80d3dcd855e4 req-fc48eddf-3bc4-4103-8e27-88eb002eee00 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1000304 May 10 17:29:41.146257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.163592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fac4533-99b4-48db-b6e2-33f06d134e56']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:41.175607 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6205b6df-9c6a-4678-9007-80d3dcd855e4 req-5bd1f067-1918-42fb-8b64-50908e885c4c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561595 May 10 17:29:41.185265 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c744d-467b-4b0d-929c-64c536a36d47') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:41.185593 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c744d-467b-4b0d-929c-64c536a36d47') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:41.194174 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.198121 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.216417 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.224260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:29:41.224728 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.230054 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:29:41.239631 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:29:41.242105 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:41.287604 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1', 'code': 200} May 10 17:29:41.329632 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.332037 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:41.410569 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bc7de-4e96-42d3-b506-b6504dd2ae3a req-dd95e150-ebfb-4f6a-80e2-b53b227408f7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:41.412643 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d85bc7de-4e96-42d3-b506-b6504dd2ae3a req-dd95e150-ebfb-4f6a-80e2-b53b227408f7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1222072 May 10 17:29:41.423044 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:41.437232 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:41.445618 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.453332 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:41.474582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.493372 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Pushing event deleted for resources: {'Network': ['ID=1fac4533-99b4-48db-b6e2-33f06d134e56,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:41.502118 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d85bc7de-4e96-42d3-b506-b6504dd2ae3a req-1530cd85-9ad4-40dd-84e8-af63af636964 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.511506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:29:41.515781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:41.543151 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a917cf-ea7e-4ba1-acc0-c8c7ae230696 req-cbe320f3-ac33-4a54-9ad6-094a47663f75 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:41.544598 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b1a917cf-ea7e-4ba1-acc0-c8c7ae230696 req-cbe320f3-ac33-4a54-9ad6-094a47663f75 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0962684 May 10 17:29:41.592405 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b1a917cf-ea7e-4ba1-acc0-c8c7ae230696 req-0ec593fb-c832-485b-bbe8-914e62d53745 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 May 10 17:29:41.601362 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43416) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:41.609174 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-94ebe638-53a6-4c1c-ab10-08494bb3833d admin admin] 10.222.0.26 "DELETE /v2.0/networks/1fac4533-99b4-48db-b6e2-33f06d134e56 HTTP/1.1" status: 204 len: 168 time: 0.7033994 May 10 17:29:41.745143 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Deleting subnet 33b59464-9c9d-47b4-b9bf-f52e7b0b335b {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:29:41.748208 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.751899 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6396b14-24a7-4db2-b25b-5807c36f7f06 req-cece0395-79d6-478a-9ba0-23f0c08b6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:41.753354 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c6396b14-24a7-4db2-b25b-5807c36f7f06 req-cece0395-79d6-478a-9ba0-23f0c08b6b74 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 1098 time: 0.0692828 May 10 17:29:41.802168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:41.811226 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c6396b14-24a7-4db2-b25b-5807c36f7f06 req-f1cff440-98f9-407b-be1e-2d81514b73eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 May 10 17:29:41.860120 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.051842 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c0680-1f10-4ba5-8a6a-b72f66643a19 req-4b2e55f6-e5b1-4f59-83c6-bf89c26bdaad tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:42.053281 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-906c0680-1f10-4ba5-8a6a-b72f66643a19 req-4b2e55f6-e5b1-4f59-83c6-bf89c26bdaad tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.0908082 May 10 17:29:42.098137 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-906c0680-1f10-4ba5-8a6a-b72f66643a19 req-99858fc6-8e2a-4f2a-a915-ddf9722b13a4 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384171 May 10 17:29:42.172769 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.177943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d3e86349-0f05-4b18-bc6a-e2fcf682c90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:42.214248 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.217923 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b59464-9c9d-47b4-b9bf-f52e7b0b335b,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:42.220041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:42.223003 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/33b59464-9c9d-47b4-b9bf-f52e7b0b335b HTTP/1.1" status: 204 len: 168 time: 0.6201313 May 10 17:29:42.225599 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43424) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:42.373071 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524c238-3a53-4ab0-8562-4f6ce44a83f8 req-29fb45a0-f2cf-48a1-a20e-f10ca7dc22fa tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:42.374983 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8524c238-3a53-4ab0-8562-4f6ce44a83f8 req-29fb45a0-f2cf-48a1-a20e-f10ca7dc22fa tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0878956 May 10 17:29:42.409075 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.418816 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8524c238-3a53-4ab0-8562-4f6ce44a83f8 req-ffc64616-2cf9-416c-90c0-346de259248a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 May 10 17:29:42.536848 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.550672 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26a5dff-9819-4e04-a6e4-ee9750b06fd0']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:42.563287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4342428b-39d8-4032-8c06-7c3ee9a754e0') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:42.563585 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4342428b-39d8-4032-8c06-7c3ee9a754e0') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:29:42.574559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.590466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.596357 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:29:42.596726 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:29:42.609893 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:29:42.762628 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598e415-4ff7-414a-b07f-52dbb55cb9da req-fd411a01-aab0-4ecf-a285-2eb363e65307 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:42.764511 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a598e415-4ff7-414a-b07f-52dbb55cb9da req-fd411a01-aab0-4ecf-a285-2eb363e65307 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1052992 May 10 17:29:42.811712 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.819974 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:42.826058 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bf54425f-7174-4458-be80-582443684df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:42.829959 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d41fcb-8658-4d72-b29e-9779b3517858 req-cabd1cec-8809-4ddd-ab6d-99ba79f3ebcb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:42.829959 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-28d41fcb-8658-4d72-b29e-9779b3517858 req-cabd1cec-8809-4ddd-ab6d-99ba79f3ebcb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1189334 May 10 17:29:42.865660 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a598e415-4ff7-414a-b07f-52dbb55cb9da req-33015549-e7b5-4b57-a9aa-46e6fd97f37a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 May 10 17:29:42.880034 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b26a5dff-9819-4e04-a6e4-ee9750b06fd0 HTTP/1.1" status: 204 len: 168 time: 0.6518843 May 10 17:29:42.881663 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b26a5dff-9819-4e04-a6e4-ee9750b06fd0,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:42.887683 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-093514a3-2a6b-4753-b92e-1f8fbc94cd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:42.906471 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-28d41fcb-8658-4d72-b29e-9779b3517858 req-38ff4297-bb2d-460e-b2e1-0ccf0cde1142 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702379 May 10 17:29:43.302815 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc057d91-a71c-4634-ad43-acd210d9e6a4 req-ce0cef2b-14fc-4671-9569-7b4b35e6869e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:43.304322 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc057d91-a71c-4634-ad43-acd210d9e6a4 req-ce0cef2b-14fc-4671-9569-7b4b35e6869e tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.0912755 May 10 17:29:43.337901 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43474) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:43.354963 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc057d91-a71c-4634-ad43-acd210d9e6a4 req-4960f985-8cb0-4b7b-9a69-57d2a2d3ba38 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 May 10 17:29:43.409747 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43484) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:43.420639 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b852000e-4ad5-44f4-b5ff-97a8f79116e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca3f2140878345bf8b40ed225b7cad54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807936 May 10 17:29:43.484634 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:43.511128 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:43.619447 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84c548-d2b7-4d88-934e-b9611f9d3c08 req-6e349aac-ecb1-415e-932e-7e8065beb721 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:43.623353 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b84c548-d2b7-4d88-934e-b9611f9d3c08 req-6e349aac-ecb1-415e-932e-7e8065beb721 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0891390 May 10 17:29:43.640350 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:43.645909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-a5b8f9dd-0899-4384-b10e-c9fd47964504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:43.660121 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca132472-583f-4632-a3fb-cd1043542ba5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:43.667670 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:43.674165 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3b84c548-d2b7-4d88-934e-b9611f9d3c08 req-2353371f-90d2-4fc5-91f8-9e611722f8ab tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475440 May 10 17:29:43.759493 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:43.771416 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca132472-583f-4632-a3fb-cd1043542ba5 HTTP/1.1" status: 204 len: 168 time: 0.3498950 May 10 17:29:44.057468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546521e-ad67-4d18-a7c2-8eadd8f6e344 req-f5c1b403-8ab0-430e-8c4a-451a96b37694 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:44.057468 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e546521e-ad67-4d18-a7c2-8eadd8f6e344 req-f5c1b403-8ab0-430e-8c4a-451a96b37694 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0850852 May 10 17:29:44.107170 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9bdc6-dea7-4508-babc-af049a4206a6 req-22ef9b1c-e531-4196-8ed1-ad2bad17ae0c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:44.108673 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-78c9bdc6-dea7-4508-babc-af049a4206a6 req-22ef9b1c-e531-4196-8ed1-ad2bad17ae0c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0921991 May 10 17:29:44.115940 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e546521e-ad67-4d18-a7c2-8eadd8f6e344 req-e0aec21a-7ce7-4d4a-b31f-77a878e4c157 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531769 May 10 17:29:44.161837 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-78c9bdc6-dea7-4508-babc-af049a4206a6 req-2eb54a18-75a3-4a9e-b255-f239e346e819 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 May 10 17:29:44.596280 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43510) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:44.649290 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4fe4c6cc-3529-4f3f-a614-22080eb5cb81 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a774b178bd584c87905992c045f16376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518034 May 10 17:29:44.651692 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43514) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:44.712213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:44.745889 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:44.914951 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099ee9-e313-48c4-a9c8-0c22fef68ce4 req-71d0b380-5c96-45b8-b5cf-6388dd600b07 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:44.916525 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-de099ee9-e313-48c4-a9c8-0c22fef68ce4 req-71d0b380-5c96-45b8-b5cf-6388dd600b07 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0904148 May 10 17:29:44.917656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:44.921986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d6117d38-ee7d-452a-b4fb-301f8f248cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:44.946282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8a1b8-837d-44f8-b979-15dd1e2d80d0,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:44.958559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:44.958559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:44.958559 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97a8a1b8-837d-44f8-b979-15dd1e2d80d0 HTTP/1.1" status: 204 len: 168 time: 0.3056157 May 10 17:29:44.994186 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-de099ee9-e313-48c4-a9c8-0c22fef68ce4 req-2af38edd-a0f3-4d32-a171-4166a581e299 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626626 May 10 17:29:45.308663 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4333f00-5950-4349-9b2d-e3935b6cd422 req-8614f94e-51ab-411e-829a-6b181a8cc82d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:45.310445 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b4333f00-5950-4349-9b2d-e3935b6cd422 req-8614f94e-51ab-411e-829a-6b181a8cc82d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0894611 May 10 17:29:45.364163 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b4333f00-5950-4349-9b2d-e3935b6cd422 req-3418c3fb-cf93-49aa-afab-4e173d3dc950 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 May 10 17:29:45.409391 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690859bb-30be-45b0-b019-e2c78de82c12 req-42ff4990-2813-4399-83d1-00ba4bee2df1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:45.415235 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-690859bb-30be-45b0-b019-e2c78de82c12 req-42ff4990-2813-4399-83d1-00ba4bee2df1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0937738 May 10 17:29:45.462074 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-690859bb-30be-45b0-b019-e2c78de82c12 req-c7b7ba96-70ea-4134-b1c2-9c61acdf0a5e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 May 10 17:29:45.548856 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0bd95-7a17-48d0-9aab-7fc62ce19735 req-947bc68f-8be4-469d-acbc-608b4620122b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:45.550433 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3c0bd95-7a17-48d0-9aab-7fc62ce19735 req-947bc68f-8be4-469d-acbc-608b4620122b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.0814507 May 10 17:29:45.595775 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3c0bd95-7a17-48d0-9aab-7fc62ce19735 req-9aa2a51c-0dc5-4924-a60e-a769dd12eec5 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 May 10 17:29:46.190608 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57b61-0e77-406c-a0f7-8d8ced4cb920 req-cbc86e6f-92b2-455c-8347-56f883631aa5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.192097 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50f57b61-0e77-406c-a0f7-8d8ced4cb920 req-cbc86e6f-92b2-455c-8347-56f883631aa5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0862365 May 10 17:29:46.241004 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50f57b61-0e77-406c-a0f7-8d8ced4cb920 req-c5b5e8cd-8a98-4aab-bc2e-b9754d76694f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 May 10 17:29:46.558012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c0a2-14ab-46ed-951f-250d98b1078a req-ed1e861a-9cc4-4f01-b6da-03a5491428a8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.559437 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b8f0c0a2-14ab-46ed-951f-250d98b1078a req-ed1e861a-9cc4-4f01-b6da-03a5491428a8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0839665 May 10 17:29:46.606134 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b8f0c0a2-14ab-46ed-951f-250d98b1078a req-8787f16f-a2bc-4d14-8585-2e8c2231c6ce tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402663 May 10 17:29:46.659098 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9c99-db42-4ace-aa4d-c72a3a028fd0 req-0365d9b2-1735-4e57-a03d-0e88a93ca663 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.660545 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4e7b9c99-db42-4ace-aa4d-c72a3a028fd0 req-0365d9b2-1735-4e57-a03d-0e88a93ca663 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0821786 May 10 17:29:46.705863 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4e7b9c99-db42-4ace-aa4d-c72a3a028fd0 req-cca3bf26-2d62-49c0-b738-798fd036ddd4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 May 10 17:29:46.784632 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662c1e1-ec8d-4e81-ada2-82bf71958cf8 req-ec7d1045-63eb-438c-8e27-c2cf33ffff8b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:46.786141 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2662c1e1-ec8d-4e81-ada2-82bf71958cf8 req-ec7d1045-63eb-438c-8e27-c2cf33ffff8b tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.0821078 May 10 17:29:46.830836 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2662c1e1-ec8d-4e81-ada2-82bf71958cf8 req-9afac813-131d-4c67-98ad-b21676bec821 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 May 10 17:29:47.427668 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-5c504dde-5004-4947-8b1c-e0b8451a50fe tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:47.429109 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-5c504dde-5004-4947-8b1c-e0b8451a50fe tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.0976553 May 10 17:29:47.437095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c57a7-626e-45b7-b7e1-5951ce6a0c61 req-d6106f91-8512-4d9a-a46c-40d385a86802 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:47.438521 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c08c57a7-626e-45b7-b7e1-5951ce6a0c61 req-d6106f91-8512-4d9a-a46c-40d385a86802 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0893469 May 10 17:29:47.485125 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c08c57a7-626e-45b7-b7e1-5951ce6a0c61 req-1d95ecc8-4f20-4601-81db-7744dc7839aa tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 May 10 17:29:47.570758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Deleting port a5ad01e7-686b-42e8-baba-1fd850da10b1 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:29:47.571343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:47.720545 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] For port a5ad01e7-686b-42e8-baba-1fd850da10b1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a5ad01e7-686b-42e8-baba-1fd850da10b1,segment=NetworkSegment(9abaf43e-56ff-445d-9fb3-04d67f2c520a),segment_id=9abaf43e-56ff-445d-9fb3-04d67f2c520a)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:47.720896 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:47.902806 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8cc97-2143-4df3-9241-6a08647fdf05 req-2c8e1d42-e65a-4b92-84cb-23ddf83c2742 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:47.905197 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f7e8cc97-2143-4df3-9241-6a08647fdf05 req-2c8e1d42-e65a-4b92-84cb-23ddf83c2742 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.0866978 May 10 17:29:47.957118 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f7e8cc97-2143-4df3-9241-6a08647fdf05 req-ea29bc3f-7643-4e2a-a882-48a7e0595fde tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409651 May 10 17:29:47.958382 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Calling delete_port for a5ad01e7-686b-42e8-baba-1fd850da10b1 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:29:48.007997 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772cb69-83b8-4597-b75a-e5dccbb29204 req-27f8508a-79a2-4d59-9b97-2e3b0f17d027 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:48.009466 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2772cb69-83b8-4597-b75a-e5dccbb29204 req-27f8508a-79a2-4d59-9b97-2e3b0f17d027 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2909043 May 10 17:29:48.098223 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2772cb69-83b8-4597-b75a-e5dccbb29204 req-6dc4a068-d5a1-4043-ac78-ab7549d025d4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794799 May 10 17:29:48.176886 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bff6e5-cbcc-43a1-ac1b-02ec5e7d1220 req-4f9edbba-d837-4bd8-a357-9148cca19338 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:48.178434 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a8bff6e5-cbcc-43a1-ac1b-02ec5e7d1220 req-4f9edbba-d837-4bd8-a357-9148cca19338 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 945 time: 0.1104217 May 10 17:29:48.193970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:48.200754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-097598cd-e818-4c17-918a-9fcdd9c4ee0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:48.208549 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a5ad01e7-686b-42e8-baba-1fd850da10b1'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:48.229860 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a8bff6e5-cbcc-43a1-ac1b-02ec5e7d1220 req-6ba102e4-8180-43f6-a79a-4a1c360d884c tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/security-groups?id=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 May 10 17:29:48.285146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Pushing event deleted for resources: {'Port': ['ID=a5ad01e7-686b-42e8-baba-1fd850da10b1,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:48.291017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:48.326755 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] No DVR routers for this DVR port a5ad01e7-686b-42e8-baba-1fd850da10b1 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:29:48.329165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:48.331782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'name': 'network-vif-deleted', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:48.377719 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39aaeb82-fa4c-48d1-a357-9b8a322f7306', 'name': 'network-vif-deleted', 'tag': 'a5ad01e7-686b-42e8-baba-1fd850da10b1', 'status': 'completed', 'code': 200} May 10 17:29:48.407374 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb13123f-8a7c-4103-9240-46ce0b296116 req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.38 "DELETE /v2.0/ports/a5ad01e7-686b-42e8-baba-1fd850da10b1 HTTP/1.1" status: 204 len: 173 time: 0.9725208 May 10 17:29:48.682513 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00104952-c7d8-47b8-8e30-3aaca6304c63 req-b4aedb42-5529-49df-b6a7-d68fbdbd6fd0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:48.684116 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-00104952-c7d8-47b8-8e30-3aaca6304c63 req-b4aedb42-5529-49df-b6a7-d68fbdbd6fd0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0926139 May 10 17:29:48.735603 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-00104952-c7d8-47b8-8e30-3aaca6304c63 req-fa30d318-4361-43f0-907f-ed8c35fc456e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 May 10 17:29:48.951674 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:29:49.098154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:49.111507 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '00703e59-6f15-4e80-8324-66a140e8044b', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:29:49.173040 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.192670 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:29:49.231051 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:49.236855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdf9d-7d1e-4e15-bd23-d43a19867e5e req-977c6a1f-7c44-4180-8591-8e97a4e2ea9e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:49.247071 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ededdf9d-7d1e-4e15-bd23-d43a19867e5e req-977c6a1f-7c44-4180-8591-8e97a4e2ea9e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1522839 May 10 17:29:49.298705 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.300624 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:49.322759 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ededdf9d-7d1e-4e15-bd23-d43a19867e5e req-39e847f5-efd4-44e6-afaf-6c215265e62f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745206 May 10 17:29:49.375703 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43638) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:49.410209 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=6']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:49.413893 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:49.451303 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd196e21-10bb-4b2b-b925-afeba8ee63c7 req-e6485a7f-87a0-4f8b-8816-5dd97f7b3ec3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:49.451303 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cd196e21-10bb-4b2b-b925-afeba8ee63c7 req-e6485a7f-87a0-4f8b-8816-5dd97f7b3ec3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1466775 May 10 17:29:49.451904 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['00703e59-6f15-4e80-8324-66a140e8044b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:29:49.521872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cd196e21-10bb-4b2b-b925-afeba8ee63c7 req-f67d3169-5b9c-4c14-9537-fd59ebc97704 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643067 May 10 17:29:49.561974 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.582929 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:49.628783 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Usage tracker for resource:security_group_rule and tenant:c80255a1b9b04e25a46a34d5081b7bc5 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:49.635685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ebfc5a63-c0e2-4cca-815e-3b5287d7c096 req-200aa852-c70a-4d18-a2a3-9de624316721 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Synchronizing usage tracker for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:29:49.639443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:49.646739 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:49.730946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.790101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ebfc5a63-c0e2-4cca-815e-3b5287d7c096 req-200aa852-c70a-4d18-a2a3-9de624316721 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Unset dirty status for tenant:4d03964af3774dc39aa6f311e909aaa7 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:29:49.790677 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ebfc5a63-c0e2-4cca-815e-3b5287d7c096 req-200aa852-c70a-4d18-a2a3-9de624316721 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] 10.222.0.26 "GET /v2.0/ports?device_id=39aaeb82-fa4c-48d1-a357-9b8a322f7306 HTTP/1.1" status: 200 len: 210 time: 0.2126069 May 10 17:29:49.818244 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.825430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f304ce6e-8156-43b3-a53b-8585e5ffd72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:49.879771 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c80255a1b9b04e25a46a34d5081b7bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029175 May 10 17:29:49.882545 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43660) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:49.896653 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397956b5-8d13-4274-8cf0-797734224796,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:49.920047 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:49.957641 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:49.983988 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:50.007941 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f736cc9-dca5-4a5e-8a52-b2550c45f58d req-b1d7f4bd-04e8-45dd-ac8b-1d309a3cfe48 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:50.015375 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7f736cc9-dca5-4a5e-8a52-b2550c45f58d req-b1d7f4bd-04e8-45dd-ac8b-1d309a3cfe48 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1653252 May 10 17:29:50.059465 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7f736cc9-dca5-4a5e-8a52-b2550c45f58d req-3a30de43-a90a-4bea-9acd-6f8d47d5279a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 May 10 17:29:50.127086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:50.133101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-041c7c68-4814-4b16-a1c7-6beda39dd750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:50.147685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397956b5-8d13-4274-8cf0-797734224796,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:50.151282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:50.156017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:50.157141 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/397956b5-8d13-4274-8cf0-797734224796 HTTP/1.1" status: 204 len: 168 time: 0.2735801 May 10 17:29:50.532386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e813b-33ac-4802-bd3f-682835e8f73a req-92ffb116-6efd-4f72-8717-0e9f075a44ab tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:50.533842 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6d0e813b-33ac-4802-bd3f-682835e8f73a req-92ffb116-6efd-4f72-8717-0e9f075a44ab tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 945 time: 0.0909333 May 10 17:29:50.629198 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6d0e813b-33ac-4802-bd3f-682835e8f73a req-87e78c55-26a2-4369-915c-60528677743b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810590 May 10 17:29:50.780535 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfcbd5-7bb7-4e0d-82c6-8b2e0653657b req-0d776c62-36b1-48bf-b633-246604dcb762 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:50.781999 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-30cfcbd5-7bb7-4e0d-82c6-8b2e0653657b req-0d776c62-36b1-48bf-b633-246604dcb762 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0973043 May 10 17:29:50.855860 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-30cfcbd5-7bb7-4e0d-82c6-8b2e0653657b req-77ce9b19-b49e-4798-98a8-f25ec74100c2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 May 10 17:29:50.968928 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:51.048920 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 00703e59-6f15-4e80-8324-66a140e8044b triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:51.049707 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:51.226360 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:51.312994 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:29:51.344378 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:29:51.418895 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'code': 200} May 10 17:29:51.446114 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26cbd5-dfce-4e72-8601-0cd4ba0f5956 req-9ccf9afb-b8a2-4dc7-982c-850f1169802f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:51.447826 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e26cbd5-dfce-4e72-8601-0cd4ba0f5956 req-9ccf9afb-b8a2-4dc7-982c-850f1169802f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0921764 May 10 17:29:51.458618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:51.459770 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a5ad01e7-686b-42e8-baba-1fd850da10b1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:29:51.505287 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-40700ade-8353-4be0-8337-a0865830174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:51.562384 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e26cbd5-dfce-4e72-8601-0cd4ba0f5956 req-7001716a-693a-444f-b05f-0767293e57f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040809 May 10 17:29:51.583810 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: a5ad01e7-686b-42e8-baba-1fd850da10b1 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:29:51.583810 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a5ad01e7-686b-42e8-baba-1fd850da10b1 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:29:51.631474 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=7']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:51.634871 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:51.761989 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43752) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:51.906272 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b24154-83ab-4cec-9f33-e180453e3d73 req-203b0806-6180-4d87-94c7-dea3878df595 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:51.907859 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-85b24154-83ab-4cec-9f33-e180453e3d73 req-203b0806-6180-4d87-94c7-dea3878df595 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1567953 May 10 17:29:51.933537 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-646790805-network', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:51.939827 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:51.943992 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Usage tracker for resource:network and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:51.947934 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:51.962629 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-85b24154-83ab-4cec-9f33-e180453e3d73 req-b8728129-e3e1-4c83-ba06-423d6652de9c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468385 May 10 17:29:51.962899 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:52.127627 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Made reservation on behalf of f96da441b75d4e77a6b7fcb614ec5d5f for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:52.129978 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.187626 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.216138 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:52.230029 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:52.242772 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158d118-a124-4342-8d1c-6848f1983b54 req-11ed0035-6b10-4ec9-a378-d35fb5fe4ad0 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:52.244537 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2158d118-a124-4342-8d1c-6848f1983b54 req-11ed0035-6b10-4ec9-a378-d35fb5fe4ad0 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2255137 May 10 17:29:52.245402 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:52.255499 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:52.332160 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2158d118-a124-4342-8d1c-6848f1983b54 req-7e31b55f-03a9-403c-88fe-61d65858a546 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784845 May 10 17:29:52.424024 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.488121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.492784 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7b103c11-eced-4721-83db-b6bae1e4adb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:52.518237 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:29:52.532080 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913879d-eb9c-4b91-bf49-6b1c342b9951,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:52.535829 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:52.538740 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.539278 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Added segment 7d860ad3-c6bd-4a06-8ce0-534388c717fc of type vlan for network f8217f81-d747-49af-a423-ba7001cc1a1e May 10 17:29:52.601955 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.767044 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.768831 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:52.769533 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:52.773979 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:52.851665 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8fbb-3ecd-4a38-8f5d-7e745b302946 req-6325bb51-e204-4b5b-a7c8-f2ddb5d55414 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:52.859765 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-157b8fbb-3ecd-4a38-8f5d-7e745b302946 req-6325bb51-e204-4b5b-a7c8-f2ddb5d55414 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1589785 May 10 17:29:52.935251 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-157b8fbb-3ecd-4a38-8f5d-7e745b302946 req-3262a455-eaca-435f-8ba9-0281de4c3e36 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741587 May 10 17:29:53.022203 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8a330ba6-57e0-440a-8239-73aece4d00dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:53.064859 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Pushing event updated for resources: {'Network': ['ID=f8217f81-d747-49af-a423-ba7001cc1a1e,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:53.069460 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:53.077599 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network f8217f81-d747-49af-a423-ba7001cc1a1e details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:29:53.114596 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3514674 May 10 17:29:53.117785 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43792) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:53.124209 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Request body: {'subnet': {'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-646790805-subnet', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:53.141059 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:53.145824 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Usage tracker for resource:subnet and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:53.150717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:53.169175 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:53.269474 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Made reservation on behalf of f96da441b75d4e77a6b7fcb614ec5d5f for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:29:53.282222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:53.504359 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65cfc0-1ac3-42a5-ab6b-8c3e1527e8aa req-6ece4674-9815-4775-98fe-ffa2094e15d2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:53.513129 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fa65cfc0-1ac3-42a5-ab6b-8c3e1527e8aa req-6ece4674-9815-4775-98fe-ffa2094e15d2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1035073 May 10 17:29:53.566778 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fa65cfc0-1ac3-42a5-ab6b-8c3e1527e8aa req-3451fdab-a514-4575-a6fa-1738240aec41 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484140 May 10 17:29:53.790512 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0f652-2e0a-4a94-b874-57fffd445109 req-80c85306-3f17-4398-91f6-fd81439df95f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:53.803427 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2ee0f652-2e0a-4a94-b874-57fffd445109 req-80c85306-3f17-4398-91f6-fd81439df95f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1096332 May 10 17:29:53.860965 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2ee0f652-2e0a-4a94-b874-57fffd445109 req-1c92b7cb-e782-4bf2-856d-d132521d1d8a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559387 May 10 17:29:53.955797 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:53.961834 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c52d18e7-faea-4b78-a79b-7cc72d0cbb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:54.063802 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef6001b-f700-49b2-b60c-cbd29f5e44fa,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:54.078476 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:54.080177 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Checking segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:54.081192 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Network hostable DHCP agents. Network: f8217f81-d747-49af-a423-ba7001cc1a1e, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:29:54.202307 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Network f8217f81-d747-49af-a423-ba7001cc1a1e is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:29:54.214207 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb220560-843a-4a60-b4c1-1e73d94f5a88 req-20582ed9-6aba-40d2-9e32-1bc1cfd8aef5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:54.222905 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-eb220560-843a-4a60-b4c1-1e73d94f5a88 req-20582ed9-6aba-40d2-9e32-1bc1cfd8aef5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1213682 May 10 17:29:54.281420 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-eb220560-843a-4a60-b4c1-1e73d94f5a88 req-8a806777-22cf-46e1-a53c-9c21ecb5f6ad tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575571 May 10 17:29:54.340683 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, f8217f81-d747-49af-a423-ba7001cc1a1e) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:54.348998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c4701-de42-48d8-980c-691c0604247e None None] Network f8217f81-d747-49af-a423-ba7001cc1a1e requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:54.369005 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:54.369627 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:54.510456 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3916109 May 10 17:29:54.513828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43836) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:54.519331 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:29:54.526190 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:54.539077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Usage tracker for resource:router and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:54.547613 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:54.563519 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:54.647366 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:54.648605 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:54.679816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:54.692525 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-f8217f81-d747-49af-a423-ba7001cc1a1e', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:29:54.693668 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:54.924310 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c4e40-ede1-4fcb-aabb-ea13a7bfdfb4 req-50938789-d82c-47d4-b19c-f41079be4f74 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:54.927287 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5d4c4e40-ede1-4fcb-aabb-ea13a7bfdfb4 req-50938789-d82c-47d4-b19c-f41079be4f74 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1718762 May 10 17:29:54.999392 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5d4c4e40-ede1-4fcb-aabb-ea13a7bfdfb4 req-93184cb3-c61c-44cd-8db9-9567762cc8dd tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626428 May 10 17:29:55.040972 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Allocated IP 172.20.0.2 (f8217f81-d747-49af-a423-ba7001cc1a1e/cef6001b-f700-49b2-b60c-cbd29f5e44fa/c8d0cccd-c196-4590-a6a3-b7e31765aad2) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:55.357731 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:55.370521 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Transition to ACTIVE for port object c8d0cccd-c196-4590-a6a3-b7e31765aad2 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:55.391896 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Transition to ACTIVE for port object c8d0cccd-c196-4590-a6a3-b7e31765aad2 will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:29:55.482836 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:55.531508 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac5361-6afc-4140-98d4-a85cb34f8a1c req-4b390089-2b2a-46bb-ac43-ffea34a2f526 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:55.533330 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ac5361-6afc-4140-98d4-a85cb34f8a1c req-4b390089-2b2a-46bb-ac43-ffea34a2f526 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.3734763 May 10 17:29:55.597373 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ac5361-6afc-4140-98d4-a85cb34f8a1c req-195a8118-ca7b-4e90-a937-618dfc662fd2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 May 10 17:29:55.623958 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8a1fa-a4e9-4c31-bd2a-3b59306005e1 req-ee2788c7-3135-4055-b058-74c6b759165e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:55.625422 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-78d8a1fa-a4e9-4c31-bd2a-3b59306005e1 req-ee2788c7-3135-4055-b058-74c6b759165e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1336639 May 10 17:29:55.686040 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-78d8a1fa-a4e9-4c31-bd2a-3b59306005e1 req-10ce24db-3541-4a41-83d4-e9cbc8203830 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534244 May 10 17:29:55.742351 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:55.842585 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-49bf8d36-79dc-42de-8604-d1f4a27a580a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:55.851943 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:55.890599 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:55.987834 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Network f8217f81-d747-49af-a423-ba7001cc1a1e is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:56.011696 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:56.064256 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:56.202565 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:29:56.361681 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 43872) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:56.383330 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Pushing event updated for resources: {'Port': ['ID=c8d0cccd-c196-4590-a6a3-b7e31765aad2,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:56.393252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:56.483249 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.600430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.640064 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.664146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.692417 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:29:56.701648 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Usage tracker for resource:security_group_rule and tenant:939e82981e1d4c72af8661dbedffb8f1 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:29:56.711710 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:29:56.719747 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:29:56.805841 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd5a5-5a85-4ea2-b229-4e934813b5fb req-027ae460-e1d0-4b3a-bd7c-fad6a277c6d7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:56.807416 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ba2fd5a5-5a85-4ea2-b229-4e934813b5fb req-027ae460-e1d0-4b3a-bd7c-fad6a277c6d7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.4938047 May 10 17:29:56.929011 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-3c2f61b3-7ce9-4c08-8aea-1fee53e9e0ab service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4839246 May 10 17:29:56.933548 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Attempting to bind port c8d0cccd-c196-4590-a6a3-b7e31765aad2 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:29:56.934170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Attempting to bind port c8d0cccd-c196-4590-a6a3-b7e31765aad2 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:29:56.948312 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Attempting to bind port c8d0cccd-c196-4590-a6a3-b7e31765aad2 on network f8217f81-d747-49af-a423-ba7001cc1a1e {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:29:56.967532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:29:56.969362 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Checking segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:29:56.971212 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.971891 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Bound using segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:29:56.973817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Bound port: c8d0cccd-c196-4590-a6a3-b7e31765aad2, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:29:56.974651 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:56.988960 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9282b-eb6f-466b-acc5-1f35c683b5e1 req-c75c6dc2-b23e-447e-a461-bec0af92bcde tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:57.005275 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b4f9282b-eb6f-466b-acc5-1f35c683b5e1 req-c75c6dc2-b23e-447e-a461-bec0af92bcde tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1792119 May 10 17:29:57.089989 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ba2fd5a5-5a85-4ea2-b229-4e934813b5fb req-2a00a939-15bb-4cca-96b1-a797bdd9a561 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502971 May 10 17:29:57.134056 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:57.172168 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b4f9282b-eb6f-466b-acc5-1f35c683b5e1 req-9738ae2b-ef62-4ea4-a5f9-2bb0ec3aeb10 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656590 May 10 17:29:57.196000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Allocated IP 172.28.3.143 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/71f1fb79-8eca-4e11-a5e8-f6cfc99f2236) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:29:57.222915 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] For port c8d0cccd-c196-4590-a6a3-b7e31765aad2, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:29:57.241237 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:57.250950 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] For port c8d0cccd-c196-4590-a6a3-b7e31765aad2, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=c8d0cccd-c196-4590-a6a3-b7e31765aad2,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:29:57.328594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:57.338334 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-1e1a91a8-835c-4b0d-8b4c-61e156714da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:57.353918 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:57.413419 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=939e82981e1d4c72af8661dbedffb8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0502212 May 10 17:29:57.417407 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-ec73a5da-6ad2-4d3d-925e-561344a0fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:57.419135 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-ec73a5da-6ad2-4d3d-925e-561344a0fb07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 1098 time: 0.4487343 May 10 17:29:57.429778 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43884) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:29:57.510022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c72ff-07ca-4107-9952-ec5de237f317,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:57.516122 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:57.558858 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Pushing event updated for resources: {'Port': ['ID=c8d0cccd-c196-4590-a6a3-b7e31765aad2,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:57.570137 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:57.727363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-b3ad039b-cc8d-462c-8d7d-35679335675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:57.729029 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-b3ad039b-cc8d-462c-8d7d-35679335675a service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.2622039 May 10 17:29:57.991765 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-25995d39-81da-42f9-8ffe-92d60a612310 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 200 len: 217 time: 0.2401578 May 10 17:29:58.281108 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:58.581890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:58.589635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:58.628720 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dba348-47a0-42fe-aa2a-6f7650ec3da8 req-e666c077-fbe4-4fcb-967c-6038fe4b13f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:58.632445 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffc517-939c-458a-a1b5-45906185cafb req-5abaab3c-2037-404c-b3ee-9f0fcafd1307 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:58.636443 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40ffc517-939c-458a-a1b5-45906185cafb req-5abaab3c-2037-404c-b3ee-9f0fcafd1307 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.2513983 May 10 17:29:58.636601 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-79dba348-47a0-42fe-aa2a-6f7650ec3da8 req-e666c077-fbe4-4fcb-967c-6038fe4b13f7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 1.2705283 May 10 17:29:58.710393 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:58.739391 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-c97e4678-6434-406c-9247-8bb01c9c8d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:58.742029 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-c97e4678-6434-406c-9247-8bb01c9c8d4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.2183444 May 10 17:29:58.750461 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40ffc517-939c-458a-a1b5-45906185cafb req-382639aa-06e8-4494-8207-1750823466be tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051676 May 10 17:29:58.963435 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-79dba348-47a0-42fe-aa2a-6f7650ec3da8 req-a109bd0d-934e-43b9-9db1-365e2d93bc1b tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259573 May 10 17:29:58.973431 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-bb87c62c-1dc7-41e0-9821-0d65d04a0493 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2110333 May 10 17:29:59.351328 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device c8d0cccd-c196-4590-a6a3-b7e31765aad2 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:29:59.467726 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-0bfe54a3-2f6c-4837-9756-e76ff8603f6f service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613283 May 10 17:29:59.507072 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c32cce-ff28-4751-8124-1a87d89f7882 None None] Network f8217f81-d747-49af-a423-ba7001cc1a1e requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:29:59.514849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:59.541760 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a4173-f60c-4506-ae4c-03b1088637c8 req-5903d065-4328-4cf9-a661-7f133c15ddf7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:29:59.543316 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fc8a4173-f60c-4506-ae4c-03b1088637c8 req-5903d065-4328-4cf9-a661-7f133c15ddf7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.5333095 May 10 17:29:59.593947 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port c8d0cccd-c196-4590-a6a3-b7e31765aad2 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:59.618097 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:59.618611 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fc8a4173-f60c-4506-ae4c-03b1088637c8 req-b2a3ba25-7323-4be2-a794-3d0cd6638a6d tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 May 10 17:29:59.685398 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:59.696950 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Provisioning for port c8d0cccd-c196-4590-a6a3-b7e31765aad2 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:29:59.715733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:29:59.719785 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Provisioning complete for port c8d0cccd-c196-4590-a6a3-b7e31765aad2 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:29:59.720482 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:59.720879 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:29:59.725091 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:29:59.809272 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Pushing event updated for resources: {'Port': ['ID=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:59.835156 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:59.837048 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2cb64e6e-d4fd-4632-9564-eb357df07c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:29:59.858433 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c72ff-07ca-4107-9952-ec5de237f317,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:29:59.876990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:29:59.923254 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:29:59.927644 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a8c72ff-07ca-4107-9952-ec5de237f317 HTTP/1.1" status: 204 len: 168 time: 2.4966238 May 10 17:29:59.932680 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44b21776-e51f-4a18-9c94-ef476b1623e6 req-adec24f1-46d3-48bd-8513-193a854e144c service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576840 May 10 17:30:00.164028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745623f8-afe8-486f-86c3-fc03842a686f req-55742538-19f6-417d-802f-13ffb8bb7cfb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:00.181866 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-745623f8-afe8-486f-86c3-fc03842a686f req-55742538-19f6-417d-802f-13ffb8bb7cfb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2262261 May 10 17:30:00.292965 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.353453 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-745623f8-afe8-486f-86c3-fc03842a686f req-1c65d7b2-7b4d-4104-a6c0-26fd15c9341c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705961 May 10 17:30:00.508077 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] For port c8d0cccd-c196-4590-a6a3-b7e31765aad2, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=c8d0cccd-c196-4590-a6a3-b7e31765aad2,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:00.528468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-2c5bd63e-f83c-43a7-b0b7-95538d3122ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:00.530409 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-2c5bd63e-f83c-43a7-b0b7-95538d3122ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1098 time: 0.3795593 May 10 17:30:00.540966 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfece30f-2a48-47a7-9f87-9c2d203f8171 req-a18d4216-b583-46c7-afa3-718ceb76a159 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:00.549785 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cfece30f-2a48-47a7-9f87-9c2d203f8171 req-a18d4216-b583-46c7-afa3-718ceb76a159 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.3998551 May 10 17:30:00.619709 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:00.621486 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:00.808567 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Pushing event updated for resources: {'Port': ['ID=c8d0cccd-c196-4590-a6a3-b7e31765aad2,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:00.813270 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:00.945005 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-564b7d81-946e-490d-ad0a-9333205deabb None None] Provisioning complete for port c8d0cccd-c196-4590-a6a3-b7e31765aad2 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:00.948061 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-564b7d81-946e-490d-ad0a-9333205deabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.175659 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device c8d0cccd-c196-4590-a6a3-b7e31765aad2 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:01.237203 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cfece30f-2a48-47a7-9f87-9c2d203f8171 req-2a986cbe-6d9d-4804-a57c-9237519d23c3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6844096 May 10 17:30:01.335848 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-3f71d844-5678-4b6d-a329-a8de5f9d6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:01.338957 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-3f71d844-5678-4b6d-a329-a8de5f9d6f84 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 912 time: 0.7860084 May 10 17:30:01.381267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f0d46-0dd6-48d5-bc1a-bc940734a4f1 req-547eb81f-a060-4775-8cde-216ad17cc571 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:01.461355 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-746f0d46-0dd6-48d5-bc1a-bc940734a4f1 req-547eb81f-a060-4775-8cde-216ad17cc571 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1657052 May 10 17:30:01.470334 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port c8d0cccd-c196-4590-a6a3-b7e31765aad2 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:01.470721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.509770 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:01.525728 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-746f0d46-0dd6-48d5-bc1a-bc940734a4f1 req-64d086cf-45db-49ca-9301-b005fa7768c5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253870 May 10 17:30:01.880854 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:02.245913 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-ed070fe1-512f-4bde-9548-94fecd90b3d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 1000 time: 0.8968959 May 10 17:30:02.381589 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7d4b0-7230-435c-a7ea-d0889975bbf5 req-d4a42f5c-81c3-4e6b-8cd2-fe2501898967 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:02.393378 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ef7d4b0-7230-435c-a7ea-d0889975bbf5 req-d4a42f5c-81c3-4e6b-8cd2-fe2501898967 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.4077919 May 10 17:30:02.428531 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:02.445119 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-c1599cbe-6d44-4cfe-aafb-7e53e230b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:02.446638 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-c1599cbe-6d44-4cfe-aafb-7e53e230b459 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.1761079 May 10 17:30:02.557067 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41e64e-3512-4598-bf5b-fd3fe1fe5d79 req-6c19265f-380a-4369-8935-17b383c1906a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:02.564941 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e41e64e-3512-4598-bf5b-fd3fe1fe5d79 req-6c19265f-380a-4369-8935-17b383c1906a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1283460 May 10 17:30:02.621636 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e41e64e-3512-4598-bf5b-fd3fe1fe5d79 req-62831971-ea9b-4837-b1f6-dd77293e39d0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479448 May 10 17:30:02.786318 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ef7d4b0-7230-435c-a7ea-d0889975bbf5 req-544aa1c4-d914-4cc2-812e-fe3dabab8440 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908689 May 10 17:30:03.042128 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-b0914ff8-7913-4167-8a30-cc1e4dc876a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:03.044964 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-b0914ff8-7913-4167-8a30-cc1e4dc876a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5413725 May 10 17:30:03.293145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddb871-94cb-4eb7-8b09-c3c12d2c1a35 req-aca9edcc-2980-4830-a4d7-e8261d2a0f87 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:03.295083 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ceddb871-94cb-4eb7-8b09-c3c12d2c1a35 req-aca9edcc-2980-4830-a4d7-e8261d2a0f87 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.3200586 May 10 17:30:03.377657 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Router 17c457e5-138e-48a0-9aae-8b5790ef8586 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:30:03.393772 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ceddb871-94cb-4eb7-8b09-c3c12d2c1a35 req-536a9b89-54c9-4136-873c-2c6624eb6760 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913553 May 10 17:30:03.561674 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-29a41c98-f3a2-413c-ab22-1b3a45b37c7a service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989979 May 10 17:30:03.857619 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:03.865748 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-074134ce-0e8c-4445-9190-60e204b3e0f0 req-e0cecff3-f680-46d3-b8d5-3427699f50bd service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160726 May 10 17:30:03.867347 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Sync routers for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:03.903371 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:03.908591 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:03.938519 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:03.941051 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.4257729 May 10 17:30:03.944874 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 43974) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:04.353918 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:04.381699 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8cb39-9e72-40ad-bc8d-b78ecc667974 req-12fedbda-3d59-478a-9694-5e63eb5e16b3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:04.387197 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-11d8cb39-9e72-40ad-bc8d-b78ecc667974 req-12fedbda-3d59-478a-9694-5e63eb5e16b3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2674582 May 10 17:30:04.548079 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-11d8cb39-9e72-40ad-bc8d-b78ecc667974 req-fb4ff044-0436-4789-b804-af6fd0b646af tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515968 May 10 17:30:05.071725 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:00Z', 'revision_number': 3, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:05.095943 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Checking router: 17c457e5-138e-48a0-9aae-8b5790ef8586 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:05.096750 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Updating router 17c457e5-138e-48a0-9aae-8b5790ef8586 port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:30:05.238355 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:05.245531 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50214bf2-802a-499e-b615-192e2c6c8e5e req-a82008bd-ad79-4770-947f-3cac22105a26 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:05.247707 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50214bf2-802a-499e-b615-192e2c6c8e5e req-a82008bd-ad79-4770-947f-3cac22105a26 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.3224661 May 10 17:30:05.397637 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-50214bf2-802a-499e-b615-192e2c6c8e5e req-0619d58a-612b-4838-bf2c-fb991952d432 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419251 May 10 17:30:05.592348 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659d651-61eb-409a-910c-23b86480db9c req-3c7ef576-9276-40a5-9eef-9f7bcef80626 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:05.602997 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1659d651-61eb-409a-910c-23b86480db9c req-3c7ef576-9276-40a5-9eef-9f7bcef80626 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 1.0756707 May 10 17:30:05.681610 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1659d651-61eb-409a-910c-23b86480db9c req-667db8b7-2c11-432c-ba56-f4dcf865662e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774941 May 10 17:30:05.933154 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:05.971947 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Transition to ACTIVE for port object 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:06.022778 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47021aa-44c1-4007-9834-1590db3c79ed req-0afbcc66-0764-442d-9f41-65e2beed7e15 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:06.032873 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f47021aa-44c1-4007-9834-1590db3c79ed req-0afbcc66-0764-442d-9f41-65e2beed7e15 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2954979 May 10 17:30:06.069551 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:06.080694 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:06.151560 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f47021aa-44c1-4007-9834-1590db3c79ed req-354e3de0-ff66-47bf-91a8-954286711fe1 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175644 May 10 17:30:06.262140 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Pushing event updated for resources: {'Port': ['ID=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:06.283331 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.286673 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.287309 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.289512 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.292818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.293916 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:06.302434 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:06.306472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:06.334293 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Attempting to bind port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:06.334985 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Attempting to bind port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:06.335595 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Attempting to bind port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:06.343290 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:06.344032 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:06.344668 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:06.345341 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:06.346120 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Bound port: 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:06.346745 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:06.429967 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] For port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:06.438468 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] For port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:06.502619 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:06.508894 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:06.688082 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Pushing event updated for resources: {'Port': ['ID=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:06.697085 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:06.702959 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:06.703879 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:06.868838 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68f3b-908b-4dbd-af99-ef68ad398ad6 req-3f89097c-3bb2-4183-8ec9-c4c147f8a93b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:06.888837 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ebb68f3b-908b-4dbd-af99-ef68ad398ad6 req-3f89097c-3bb2-4183-8ec9-c4c147f8a93b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2061660 May 10 17:30:06.969153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Allocated IP 172.20.0.1 (f8217f81-d747-49af-a423-ba7001cc1a1e/cef6001b-f700-49b2-b60c-cbd29f5e44fa/68a57148-198f-4ef2-83b4-ec50fc9c3246) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:06.985332 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:07.040072 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ebb68f3b-908b-4dbd-af99-ef68ad398ad6 req-32fb8419-5036-48de-8eca-469a003f6cf2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487648 May 10 17:30:07.288619 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:07.315732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Transition to ACTIVE for port object 68a57148-198f-4ef2-83b4-ec50fc9c3246 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:07.417859 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:07.423556 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:07.521950 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Pushing event updated for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:07.526304 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:07.541072 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a494db0-9da9-48c7-b022-40e0387faf07 req-9ef94d80-f1be-4af8-bfbf-85d0a95d086a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:07.542807 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5a494db0-9da9-48c7-b022-40e0387faf07 req-9ef94d80-f1be-4af8-bfbf-85d0a95d086a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.2004960 May 10 17:30:07.559495 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Network f8217f81-d747-49af-a423-ba7001cc1a1e is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:07.563019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:07.566164 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:07.994448 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5a494db0-9da9-48c7-b022-40e0387faf07 req-92c36339-829d-4615-922e-b1f75c19b072 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423097 May 10 17:30:07.994448 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:07.999072 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:00Z', 'revision_number': 3, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:07.999072 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7e14a-c83d-4ca9-8e5b-56fb00499016 None None] The sync data for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb is: [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:00Z', 'revision_number': 3, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:08.082211 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7ddce8e3-7258-4492-9737-118cd630b4eb None None] Provisioning for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:08.096397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7ddce8e3-7258-4492-9737-118cd630b4eb None None] Provisioning complete for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:08.096932 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7ddce8e3-7258-4492-9737-118cd630b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:08.325338 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7ddce8e3-7258-4492-9737-118cd630b4eb None None] Port 68a57148-198f-4ef2-83b4-ec50fc9c3246 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:08.534237 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:08.573216 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5237c-1673-4687-a171-09bce5057f9e req-048d73ed-9771-4b02-a1e5-d3d5f048976b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:08.583912 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0ef5237c-1673-4687-a171-09bce5057f9e req-048d73ed-9771-4b02-a1e5-d3d5f048976b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2300370 May 10 17:30:08.746095 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0ef5237c-1673-4687-a171-09bce5057f9e req-d62667e1-6a2a-4051-b2d6-6b8052b88272 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611800 May 10 17:30:09.221433 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:09.237247 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecef73e-5cac-47d5-9a19-7ff34e2cf8d3 req-f5c67c2f-5a18-48de-8ecf-73d95e956938 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:09.243425 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6ecef73e-5cac-47d5-9a19-7ff34e2cf8d3 req-f5c67c2f-5a18-48de-8ecf-73d95e956938 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.3309073 May 10 17:30:09.338110 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.387153 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6ecef73e-5cac-47d5-9a19-7ff34e2cf8d3 req-c60a822e-f3cd-43a6-abfd-bd4e5cc82d5f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128554 May 10 17:30:09.401241 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.438971 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:09.444548 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:09.444961 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.455575 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:09.572011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Pushing event updated for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:09.574878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.585499 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:09.643676 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.664390 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:09.761780 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Network f8217f81-d747-49af-a423-ba7001cc1a1e is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:09.762963 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:09.833833 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:09.833833 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:09.996695 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:10.006833 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.007283 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.007728 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.008380 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.008777 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.009176 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.009568 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.010012 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.010407 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.010853 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.011406 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.011934 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:10.019022 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:10.110544 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63940f1-173c-44d9-ac6e-c344a66a9707 req-8727d70d-9f48-4117-a6f5-7b601c9811ee tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:10.116935 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a63940f1-173c-44d9-ac6e-c344a66a9707 req-8727d70d-9f48-4117-a6f5-7b601c9811ee tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1480083 May 10 17:30:10.177525 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-a3a5e94f-ee3b-4f45-9a8c-f22ca470e38f None None] Provisioning complete for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:10.178828 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-a3a5e94f-ee3b-4f45-9a8c-f22ca470e38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.246938 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a63940f1-173c-44d9-ac6e-c344a66a9707 req-eb95c438-46cb-43f2-b107-83f9ca55ca92 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226892 May 10 17:30:10.251615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Router 17c457e5-138e-48a0-9aae-8b5790ef8586 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:30:10.293889 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5e94f-ee3b-4f45-9a8c-f22ca470e38f None None] Port 68a57148-198f-4ef2-83b4-ec50fc9c3246 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:10.346226 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44046) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:10.557025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:10.566073 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Sync routers for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:10.571569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.588031 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:10.589295 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] 10.222.0.26 "PUT /v2.0/routers/17c457e5-138e-48a0-9aae-8b5790ef8586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6430445 May 10 17:30:10.589693 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:10.590435 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:10.595371 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Usage tracker for resource:security_group_rule and tenant:baee5595fef046b2ba8c03753c143bff is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:10.596702 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:10.603232 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:10.707109 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.753900 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:10.786120 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e40bb1-ac8a-4b6c-8601-682f758cddf6 req-a1f363cb-93f4-4bc7-8f99-ca08da24c679 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:10.788720 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-76e40bb1-ac8a-4b6c-8601-682f758cddf6 req-a1f363cb-93f4-4bc7-8f99-ca08da24c679 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1783228 May 10 17:30:10.798015 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-905010b1-cd7c-40b7-8f0c-d62ed42d30d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:10.810769 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=baee5595fef046b2ba8c03753c143bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630756 May 10 17:30:10.811573 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44062) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:10.850934 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-76e40bb1-ac8a-4b6c-8601-682f758cddf6 req-23ae6964-0058-4614-be83-59a89441e88f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 May 10 17:30:10.986407 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52573537-84e2-4bda-a069-9e09b66854fc,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:10.997891 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:11.014187 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.059999 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.168903 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:11.223015 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:11.280811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.291019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-9d947ac3-f653-4346-96b3-668b8f8954a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:11.309256 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52573537-84e2-4bda-a069-9e09b66854fc,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:11.322773 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:11.338861 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.342821 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52573537-84e2-4bda-a069-9e09b66854fc HTTP/1.1" status: 204 len: 168 time: 0.5275786 May 10 17:30:11.456364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-bca2921d-593e-41cd-94c4-919a226c43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:11.462027 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-bca2921d-593e-41cd-94c4-919a226c43ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1099 time: 0.1725121 May 10 17:30:11.523527 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6e18-84da-4324-8e0e-9fd0683ed25e req-a06e38b9-1907-4b1e-95ef-9f9438847ef4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:11.532880 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-91ec6e18-84da-4324-8e0e-9fd0683ed25e req-a06e38b9-1907-4b1e-95ef-9f9438847ef4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1656325 May 10 17:30:11.624339 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-91ec6e18-84da-4324-8e0e-9fd0683ed25e req-ef4dd0e2-884a-4282-9d36-d6911a472a43 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854216 May 10 17:30:11.642189 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:11.643403 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:11.705313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-e058ce54-32a4-4da7-b87d-2363e34e8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:11.708249 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-e058ce54-32a4-4da7-b87d-2363e34e8673 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.2381237 May 10 17:30:11.905199 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-0f4f500c-2724-4ac9-bcc2-6095a254c744 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 1001 time: 0.1854820 May 10 17:30:12.031047 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:08Z', 'revision_number': 2, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:12.053515 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Checking router: 17c457e5-138e-48a0-9aae-8b5790ef8586 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:12.059421 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Updating router 17c457e5-138e-48a0-9aae-8b5790ef8586 port 68a57148-198f-4ef2-83b4-ec50fc9c3246 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:30:12.137349 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c009ca-5386-486d-9f1f-7575d030d653 req-4304bd33-bbbb-46d7-81ec-9a5bc459a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:12.139106 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-61c009ca-5386-486d-9f1f-7575d030d653 req-4304bd33-bbbb-46d7-81ec-9a5bc459a975 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.1623058 May 10 17:30:12.167936 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44098) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:12.174668 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93147194-network', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:12.180470 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:12.182338 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.185383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Usage tracker for resource:network and tenant:3bdcc72f01cd4360915ca68b7eba0df0 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:12.188655 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:12.195209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-ba5aca74-59cf-47ac-8eb6-975794d81b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:12.195433 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:12.199001 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-ba5aca74-59cf-47ac-8eb6-975794d81b75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.2866037 May 10 17:30:12.240038 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-61c009ca-5386-486d-9f1f-7575d030d653 req-85e5ea26-3208-4205-a725-16dfa52a4bcf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924909 May 10 17:30:12.296478 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Made reservation on behalf of 3bdcc72f01cd4360915ca68b7eba0df0 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:12.299898 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.313670 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.332578 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:12.345964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-02051f03-9916-4a71-ae34-4c79e1740977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:12.347328 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdcc72f01cd4360915ca68b7eba0df0 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:12.347524 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-02051f03-9916-4a71-ae34-4c79e1740977 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127493 May 10 17:30:12.355236 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:12.362228 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:12.362502 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fb807-2772-4623-9187-c57a42c9809a req-44841b4a-5d06-46b9-b696-51f6d4e0ea43 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:12.370916 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a39fb807-2772-4623-9187-c57a42c9809a req-44841b4a-5d06-46b9-b696-51f6d4e0ea43 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.1705062 May 10 17:30:12.499826 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a39fb807-2772-4623-9187-c57a42c9809a req-57786464-5826-4bdc-b44a-50cbda61ec03 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271605 May 10 17:30:12.540203 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44106) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:12.561722 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.565250 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.582627 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:12.587305 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:c365b5ddc88e49ffa61bae3eb965a45c is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:12.590875 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:12.595678 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-26a9b91a-74fc-41b7-bb61-a880b67f7b8d service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095857 May 10 17:30:12.597400 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:12.648250 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.660178 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-70b2bf3d-60bb-4498-a81e-71f799fd4b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:12.660397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.699080 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Transition to ACTIVE for port object 68a57148-198f-4ef2-83b4-ec50fc9c3246 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:12.703322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af246e0f-4ac5-4bbb-8c34-d96617ac31e1,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:12.712893 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:12.724923 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:30:12.749347 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.750554 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Added segment a2f2b64b-0e18-447d-b210-0964f6b0c0e3 of type vlan for network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 May 10 17:30:12.770860 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:12.777245 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:12.809102 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-92463c8a-75a3-4f9c-92f5-ea4563af71ab req-5752e762-2215-45fa-8cf0-84467f4d2ff5 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050781 May 10 17:30:12.979420 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Pushing event updated for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:13.003166 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:13.108473 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.109419 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Attempting to bind port 68a57148-198f-4ef2-83b4-ec50fc9c3246 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:13.109862 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Attempting to bind port 68a57148-198f-4ef2-83b4-ec50fc9c3246 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:13.110394 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Attempting to bind port 68a57148-198f-4ef2-83b4-ec50fc9c3246 on network f8217f81-d747-49af-a423-ba7001cc1a1e {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:13.117361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.119554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:13.124635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Checking segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:13.124635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.124635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Bound using segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:13.124635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Bound port: 68a57148-198f-4ef2-83b4-ec50fc9c3246, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:13.124635 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.170700 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.179811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6efd906f-dad3-47b0-97be-4fa3bd2ee6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:13.260889 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec97333-ff03-4d4d-8253-fdc10d6a65ac,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:13.263836 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.264223 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] For port 68a57148-198f-4ef2-83b4-ec50fc9c3246, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:13.267959 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] For port 68a57148-198f-4ef2-83b4-ec50fc9c3246, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=68a57148-198f-4ef2-83b4-ec50fc9c3246,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:13.274060 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791fce-fadb-4f42-9808-00f890f75f7c req-10b7b9fd-3ccf-4855-ada7-e14828030aa3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:13.282129 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ea791fce-fadb-4f42-9808-00f890f75f7c req-10b7b9fd-3ccf-4855-ada7-e14828030aa3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.4349194 May 10 17:30:13.308329 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:13.325939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:13.326633 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.328668 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.346689 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:13.349133 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0402813a-cdbd-4dcf-8c1f-f229839858c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:13.376834 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c365b5ddc88e49ffa61bae3eb965a45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350587 May 10 17:30:13.380495 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 44114) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:13.398579 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ea791fce-fadb-4f42-9808-00f890f75f7c req-cb46b6e8-75ea-49e5-b129-aa0ab5d480d3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154401 May 10 17:30:13.479103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.504784 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:13.505862 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:13.507327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Pushing event updated for resources: {'Network': ['ID=01f50ad7-6932-4cda-9aa0-31a852dd99a7,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:13.510546 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:13.527630 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.590126 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4209180 May 10 17:30:13.593050 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44124) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:13.605622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Request body: {'subnet': {'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93147194-subnet', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:13.617560 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:13.639028 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Usage tracker for resource:subnet and tenant:3bdcc72f01cd4360915ca68b7eba0df0 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:13.648095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:13.661081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:13.733244 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.741559 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1aadfb5c-8b88-449c-b3c4-a79be9f9cbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:13.750916 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:30:13.760807 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec97333-ff03-4d4d-8253-fdc10d6a65ac,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:13.764140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.768301 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ec97333-ff03-4d4d-8253-fdc10d6a65ac HTTP/1.1" status: 204 len: 168 time: 0.3839378 May 10 17:30:13.768301 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:13.784095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Made reservation on behalf of 3bdcc72f01cd4360915ca68b7eba0df0 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:13.786751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:13.914404 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40a26-fdd2-4b91-acdd-bd7ca78f18c3 req-815654c1-5ee0-43e4-aaf9-a3b2ac90dc8c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:13.924621 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3de40a26-fdd2-4b91-acdd-bd7ca78f18c3 req-815654c1-5ee0-43e4-aaf9-a3b2ac90dc8c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.2495039 May 10 17:30:14.002584 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Pushing event updated for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:14.008772 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:14.050881 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3de40a26-fdd2-4b91-acdd-bd7ca78f18c3 req-50ded231-de8e-46ba-98d8-d3ae9a6bf602 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190276 May 10 17:30:14.098590 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:14.523568 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:13Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:14.529575 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d89f05-9235-43cf-b1c7-e254797dbdc0 None None] The sync data for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb is: [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:13Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:14.655805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:14.702612 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:14.810897 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921fa0de-6bbc-4342-9ab4-6520f7b7ff4a,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:14.817483 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:14.848638 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ea8f9-e49a-4178-bb82-306722a21f35 req-397061bf-e42d-4b5b-bec6-b0627095fe16 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:14.857917 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d51ea8f9-e49a-4178-bb82-306722a21f35 req-397061bf-e42d-4b5b-bec6-b0627095fe16 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2039554 May 10 17:30:14.881486 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Checking segment: {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:14.881857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Network hostable DHCP agents. Network: 01f50ad7-6932-4cda-9aa0-31a852dd99a7, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:30:14.935866 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d51ea8f9-e49a-4178-bb82-306722a21f35 req-43069ea4-e24d-4031-8e68-c707e0717475 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767565 May 10 17:30:15.039519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:30:15.120118 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:30:15.126774 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 01f50ad7-6932-4cda-9aa0-31a852dd99a7) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:15.141042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:15.143896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.239452 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099e123-c1bf-4d07-b98d-dbd290949004 None None] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:30:15.351020 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 44148) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:15.352077 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7577198 May 10 17:30:15.358271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:15.364008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:15.365803 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 68a57148-198f-4ef2-83b4-ec50fc9c3246 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:15.374264 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Usage tracker for resource:router and tenant:3bdcc72f01cd4360915ca68b7eba0df0 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:30:15.389798 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:30:15.428195 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:15.493459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d35e3-d9d1-4e6b-8681-2e645e35c6fe req-916898e1-a318-47ef-89ff-e5ead14a32bd tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:15.495692 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d86d35e3-d9d1-4e6b-8681-2e645e35c6fe req-916898e1-a318-47ef-89ff-e5ead14a32bd tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 946 time: 0.2448111 May 10 17:30:15.561345 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.564628 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.574750 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.626704 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:15.627342 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.676391 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d86d35e3-d9d1-4e6b-8681-2e645e35c6fe req-f411e136-70c4-4a2b-b05a-8542c898b124 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736381 May 10 17:30:15.729797 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:15.813036 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'code': 200} May 10 17:30:15.832142 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:15.859781 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:30:15.860629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.889972 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:15.892124 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:15.954135 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:15.954660 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.202096 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=8']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:16.226035 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:16.261344 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-59267adc-5a5b-4790-ba01-bcbb41ca49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:16.274226 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-59267adc-5a5b-4790-ba01-bcbb41ca49ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be192babed864c59a029e346bf315547&device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 1099 time: 0.2801332 May 10 17:30:16.279577 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.416721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.460222 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-7cf7f97e-646b-4c60-bb32-d92b1d373d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:16.461944 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-7cf7f97e-646b-4c60-bb32-d92b1d373d37 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 200 len: 920 time: 0.1787105 May 10 17:30:16.471506 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Allocated IP 172.20.0.2 (01f50ad7-6932-4cda-9aa0-31a852dd99a7/921fa0de-6bbc-4342-9ab4-6520f7b7ff4a/4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:16.495135 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 68a57148-198f-4ef2-83b4-ec50fc9c3246, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=68a57148-198f-4ef2-83b4-ec50fc9c3246,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:16.576376 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-d0e65c7f-3b1f-49a5-bc99-b31d761a73b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 200 len: 217 time: 0.0709958 May 10 17:30:16.591346 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.605200 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:16.779549 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:16.784487 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:16.858413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-8ad9cb65-7343-4b99-b039-9bd178afc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:16.859835 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-8ad9cb65-7343-4b99-b039-9bd178afc189 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 200 len: 859 time: 0.2590599 May 10 17:30:16.863142 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:16.876502 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Transition to ACTIVE for port object 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:16.922776 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Transition to ACTIVE for port object 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:16.933984 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-7e3fefa0-d94d-4902-b8c1-82bea98f5953 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7edb165e-de49-4ff4-a3fa-95597e4c9d91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646131 May 10 17:30:17.045787 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.052077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c53c-ff9c-44d3-b489-edfe1503dece req-8b186d7a-8368-488c-af90-9783d8e08124 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:17.052077 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a586c53c-ff9c-44d3-b489-edfe1503dece req-8b186d7a-8368-488c-af90-9783d8e08124 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.5889151 May 10 17:30:17.059013 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:17.164687 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:17.170337 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:17.178599 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:17.199443 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a586c53c-ff9c-44d3-b489-edfe1503dece req-89758260-5ce0-44cd-b430-abd404e56f2b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166718 May 10 17:30:17.208440 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-db5f8699-f9e2-470e-9550-4bca68f3b7b4 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649031 May 10 17:30:17.292995 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 68a57148-198f-4ef2-83b4-ec50fc9c3246 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:17.361992 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Pushing event updated for resources: {'Port': ['ID=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:17.364764 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:17.379411 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Attempting to bind port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:17.379783 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Attempting to bind port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:17.380151 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Attempting to bind port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 on network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Checking segment: {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Bound using segment: {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Bound port: 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:17.403734 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.467442 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 68a57148-198f-4ef2-83b4-ec50fc9c3246 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:17.467819 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.590448 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b3665d7c-7656-46bf-af5a-b680ce7acde8 req-e3c36e65-72b0-48d7-bcb9-5070ef1c1f98 service neutron] 10.222.0.38 "GET /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671596 May 10 17:30:17.665168 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.703860 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] For port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:17.719343 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] For port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:17.735948 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.807606 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:17.812210 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:17.936955 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Pushing event updated for resources: {'Port': ['ID=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:17.940610 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:18.019456 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Allocated IP 172.28.3.65 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/064fc6f3-1ff2-4523-916b-616f3a8a991a) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:18.301855 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:18.395548 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537590-6df7-4925-8d58-49a127cdf892 req-1ee2474f-aa91-45c0-98e7-c6eef34dca63 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:18.397062 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-be537590-6df7-4925-8d58-49a127cdf892 req-1ee2474f-aa91-45c0-98e7-c6eef34dca63 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1960001 May 10 17:30:18.447202 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:18.453355 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:18.485915 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-be537590-6df7-4925-8d58-49a127cdf892 req-0f329cc8-88d2-4821-815d-4bea95012a19 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817037 May 10 17:30:18.563812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:18.568471 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:18.570580 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:18.620011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Pushing event updated for resources: {'Port': ['ID=064fc6f3-1ff2-4523-916b-616f3a8a991a,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:18.623492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:18.652846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a87e9-f7f7-4072-861e-c3cf1e794a77 req-ba5cd52c-f936-4283-81e4-2639f49d3d7f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:18.654834 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-772a87e9-f7f7-4072-861e-c3cf1e794a77 req-ba5cd52c-f936-4283-81e4-2639f49d3d7f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2774963 May 10 17:30:18.920420 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-772a87e9-f7f7-4072-861e-c3cf1e794a77 req-f6998951-b285-4102-8b14-cd8ea15e5cc5 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943710 May 10 17:30:18.993595 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44224) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:19.139455 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:30:19.261612 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-af7f4363-f8ef-4a90-ac1b-296f460d82c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2592053 May 10 17:30:19.281107 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:19.469927 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799325e-8dab-4749-a80d-a24f6b9b697d None None] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:30:19.554392 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:19.627676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:19.896753 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784717f-5f28-4d9f-9f8f-8fe70c664333 req-c87aad47-e718-4d5e-ba12-4b32ae038fa4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:19.905771 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d784717f-5f28-4d9f-9f8f-8fe70c664333 req-c87aad47-e718-4d5e-ba12-4b32ae038fa4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1443744 May 10 17:30:19.919748 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Provisioning for port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:20.014394 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Provisioning complete for port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:20.015171 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:20.021796 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d784717f-5f28-4d9f-9f8f-8fe70c664333 req-646c142c-f9c3-40b3-927e-2d026076d9bb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151340 May 10 17:30:20.249358 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:20.275641 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:20.276235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177ed0-4550-43a8-b74d-ba58bbc3f5d4 req-56613d3c-caa2-415f-97cf-9eab748a3c5f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:20.283909 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e5177ed0-4550-43a8-b74d-ba58bbc3f5d4 req-56613d3c-caa2-415f-97cf-9eab748a3c5f tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1542366 May 10 17:30:20.328428 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] For port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:20.412350 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:20.414306 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-afbd5f1b-a802-4254-b2f7-94ca289decbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:20.507652 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e5177ed0-4550-43a8-b74d-ba58bbc3f5d4 req-932184e0-315b-4a8e-9ca6-320fd5b226c3 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173061 May 10 17:30:20.510477 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Pushing event updated for resources: {'Port': ['ID=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:20.514051 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:20.640067 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-702f952a-40bd-4b71-b987-41a582d665d5 None None] Provisioning complete for port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:20.640556 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-702f952a-40bd-4b71-b987-41a582d665d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:20.695386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:30:20.959509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:20.982222 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Sync routers for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:20.990826 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:20.991551 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:21.035268 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.039465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44262) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:21.039933 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6866796 May 10 17:30:21.152502 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:21.273487 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:21.274538 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:21.389004 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c62ad-09cb-4e4c-9f64-27f250cb22d7 req-cb1cc382-f8fc-469b-ad7c-d2723195c44d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:21.400352 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3e6c62ad-09cb-4e4c-9f64-27f250cb22d7 req-cb1cc382-f8fc-469b-ad7c-d2723195c44d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1441898 May 10 17:30:21.429392 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:21.523062 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3e6c62ad-09cb-4e4c-9f64-27f250cb22d7 req-62a449a0-7849-4b0c-bd9e-649671ddd715 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216936 May 10 17:30:22.122662 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:18Z', 'revision_number': 3, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:22.133544 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Checking router: 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:22.134231 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Updating router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 port 064fc6f3-1ff2-4523-916b-616f3a8a991a binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:30:22.205222 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:22.358069 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:22.718831 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Allocated IP 172.20.0.1 (01f50ad7-6932-4cda-9aa0-31a852dd99a7/921fa0de-6bbc-4342-9ab4-6520f7b7ff4a/24cc4cd7-b61a-415f-8d81-64a3b6296530) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:22.749855 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:22.767605 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Transition to ACTIVE for port object 064fc6f3-1ff2-4523-916b-616f3a8a991a will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:22.877914 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5dcb7-df46-48ab-b3fe-e846292fbf60 req-0ec01847-4548-44cc-a42b-4be27bb1088c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:22.879569 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3cd5dcb7-df46-48ab-b3fe-e846292fbf60 req-0ec01847-4548-44cc-a42b-4be27bb1088c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.2252541 May 10 17:30:22.924023 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-42aacaad-1b6f-4974-a270-80463f9ad9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:22.926915 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-42aacaad-1b6f-4974-a270-80463f9ad9c4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 1097 time: 0.0751750 May 10 17:30:22.938984 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:22.963303 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3cd5dcb7-df46-48ab-b3fe-e846292fbf60 req-9a57a482-306b-40ea-96e9-0da209ad1ad1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710244 May 10 17:30:22.966226 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.provisioning_blocks [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Transition to ACTIVE for port object 24cc4cd7-b61a-415f-8d81-64a3b6296530 will not be triggered until provisioned by entity DHCP. {{(pid=79235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:22.970290 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:22.984467 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:23.043313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-9233dbf3-7a75-413c-8256-ecbce80dd9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:23.056843 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-9233dbf3-7a75-413c-8256-ecbce80dd9f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1097 time: 0.1051495 May 10 17:30:23.057112 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Attempting to bind port 064fc6f3-1ff2-4523-916b-616f3a8a991a on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:23.057112 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Attempting to bind port 064fc6f3-1ff2-4523-916b-616f3a8a991a by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:23.057112 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Attempting to bind port 064fc6f3-1ff2-4523-916b-616f3a8a991a on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:23.068651 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:23.069016 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:23.069419 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.069840 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:23.070299 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Bound port: 064fc6f3-1ff2-4523-916b-616f3a8a991a, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:23.070696 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.076706 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2ffa2c0d-f452-4343-9002-266dcf15c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.080099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.096835 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a900f498-49ff-468e-bd55-9a8551dcb7a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:23.102198 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb6430-0a3b-44db-ad66-261b9a76309c None None] Pushing event updated for resources: {'Port': ['ID=064fc6f3-1ff2-4523-916b-616f3a8a991a,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:23.110744 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7fdb6430-0a3b-44db-ad66-261b9a76309c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:23.155772 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] For port 064fc6f3-1ff2-4523-916b-616f3a8a991a, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:23.160883 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] For port 064fc6f3-1ff2-4523-916b-616f3a8a991a, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=064fc6f3-1ff2-4523-916b-616f3a8a991a,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:23.174277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:23.177287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:23.180037 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:23.247901 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.249596 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-6a4bdecb-7f00-45b4-8f8e-ccbe9e9f8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:23.251617 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-6a4bdecb-7f00-45b4-8f8e-ccbe9e9f8808 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1931729 May 10 17:30:23.255880 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Pushing event updated for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:23.256511 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7fdb6430-0a3b-44db-ad66-261b9a76309c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:23.265527 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:23.268893 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.378463 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:23.379239 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:29:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:23.495426 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb6430-0a3b-44db-ad66-261b9a76309c None None] Pushing event updated for resources: {'Port': ['ID=064fc6f3-1ff2-4523-916b-616f3a8a991a,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:23.507349 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7fdb6430-0a3b-44db-ad66-261b9a76309c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:23.521857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.596031 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-4e7d56f4-f548-4f51-8bdc-48e03dbe5617 None None] Provisioning for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:23.601167 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-4e7d56f4-f548-4f51-8bdc-48e03dbe5617 None None] Provisioning complete for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:23.601543 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4e7d56f4-f548-4f51-8bdc-48e03dbe5617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.626937 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:23.679424 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-18c3ef7a-8544-4ba4-9de2-51804e2a061e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 200 len: 999 time: 0.4102221 May 10 17:30:23.792247 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-1d3c3185-8e3d-4c73-bcf8-c321c285285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:23.794484 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-1d3c3185-8e3d-4c73-bcf8-c321c285285c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.1080773 May 10 17:30:23.829362 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-4e7d56f4-f548-4f51-8bdc-48e03dbe5617 None None] Port 24cc4cd7-b61a-415f-8d81-64a3b6296530 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:23.958517 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:23.965275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-a3a9b785-5501-48a2-ba6a-4b8a7557baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:23.969366 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-a3a9b785-5501-48a2-ba6a-4b8a7557baa4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1669924 May 10 17:30:24.046771 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:24.170107 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-1efcc88a-9f87-4acf-8fa9-ad731ba07ee0 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938162 May 10 17:30:24.173711 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:24.259487 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:24.342337 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '24cc4cd7-b61a-415f-8d81-64a3b6296530', 'name': '', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'mac_address': 'fa:16:3e:c1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:22Z', 'updated_at': '2021-05-10T17:30:22Z', 'revision_number': 1, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'subnets': [{'id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:24.347493 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb470590-bb2d-417f-93d0-d765b84f834f None None] The sync data for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb is: [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '24cc4cd7-b61a-415f-8d81-64a3b6296530', 'name': '', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'mac_address': 'fa:16:3e:c1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:22Z', 'updated_at': '2021-05-10T17:30:22Z', 'revision_number': 1, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'subnets': [{'id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:24.391745 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-652e4869-39cf-418c-8cf5-4b6d16d005bc req-a983cf07-1a40-4b4b-907d-af7e250fc6ba service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133672 May 10 17:30:24.479150 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Pushing event updated for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=2']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:24.487851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:24.678765 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94392a03-0fc2-4124-9255-7f0a552011f8 req-8deb81af-9104-4d28-94d3-d82c871d7eb7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:24.684884 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-94392a03-0fc2-4124-9255-7f0a552011f8 req-8deb81af-9104-4d28-94d3-d82c871d7eb7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.4110122 May 10 17:30:24.717811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:24.721153 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:24.918172 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-94392a03-0fc2-4124-9255-7f0a552011f8 req-9d1f8b77-84a0-4b4d-bd9a-7c87a4422c5c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290835 May 10 17:30:25.013222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:30:25.079283 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-2f0e4fcb-0377-49e8-b920-b68d2b6fef53 None None] Provisioning complete for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:25.079778 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4fcb-0377-49e8-b920-b68d2b6fef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.153923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e4fcb-0377-49e8-b920-b68d2b6fef53 None None] Port 24cc4cd7-b61a-415f-8d81-64a3b6296530 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:25.324928 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:30:25.354113 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] 10.222.0.26 "PUT /v2.0/routers/4ace99f7-fbd1-40f3-a624-cdae376c9ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3132150 May 10 17:30:25.359287 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:25.673547 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c7df5dcc-763e-4bfa-ad9c-1fd35dd93e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:26.264512 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f736-f920-43c5-9c8e-dc3738b565db req-09ad6aab-5ed5-41ec-ab23-2d029bedf2eb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:26.268136 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b283f736-f920-43c5-9c8e-dc3738b565db req-09ad6aab-5ed5-41ec-ab23-2d029bedf2eb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1700597 May 10 17:30:26.364860 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b283f736-f920-43c5-9c8e-dc3738b565db req-cdcf7c93-603b-46ea-8f66-2df9f9f0f735 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899825 May 10 17:30:26.417960 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.232463 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 064fc6f3-1ff2-4523-916b-616f3a8a991a up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:27.521241 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 064fc6f3-1ff2-4523-916b-616f3a8a991a completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:27.529788 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 064fc6f3-1ff2-4523-916b-616f3a8a991a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:27.530560 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.611788 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Sync routers for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:30:27.627741 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:27.628893 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:27.651162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf14ff3-b701-443f-97e5-72fba5bbe0fa req-fbc15c67-0999-4ce5-a6fb-bdc7a12546cc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:27.658689 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8bf14ff3-b701-443f-97e5-72fba5bbe0fa req-fbc15c67-0999-4ce5-a6fb-bdc7a12546cc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1280122 May 10 17:30:27.734155 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8bf14ff3-b701-443f-97e5-72fba5bbe0fa req-417e914e-4b06-4d42-a7ec-6f4e08d240da tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744746 May 10 17:30:27.907208 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:27.929744 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 064fc6f3-1ff2-4523-916b-616f3a8a991a, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=064fc6f3-1ff2-4523-916b-616f3a8a991a,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:28.109989 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:28.271282 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.279932 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:28.282443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d285899-5259-4f0a-babb-4af460578861 req-541e4846-d233-4d0d-9c63-2da6835b8123 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:28.295407 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d285899-5259-4f0a-babb-4af460578861 req-541e4846-d233-4d0d-9c63-2da6835b8123 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2834854 May 10 17:30:28.428565 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4d285899-5259-4f0a-babb-4af460578861 req-0fbe534c-c8e3-4397-954f-1aec6fe5386e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248372 May 10 17:30:28.576038 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=064fc6f3-1ff2-4523-916b-616f3a8a991a,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:28.588608 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:28.591216 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:28.621090 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '24cc4cd7-b61a-415f-8d81-64a3b6296530', 'name': '', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'mac_address': 'fa:16:3e:c1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:22Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 2, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'subnets': [{'id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:28.629303 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Checking router: 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:30:28.629811 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Updating router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 port 24cc4cd7-b61a-415f-8d81-64a3b6296530 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:30:28.834469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:29.256563 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee04a8e-6baa-4cea-9ab3-ebd7dce86474 req-c56bc70f-775e-4800-93ce-10f41f309a66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:29.258150 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cee04a8e-6baa-4cea-9ab3-ebd7dce86474 req-c56bc70f-775e-4800-93ce-10f41f309a66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.2787666 May 10 17:30:29.285096 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 064fc6f3-1ff2-4523-916b-616f3a8a991a up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:29.349450 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cee04a8e-6baa-4cea-9ab3-ebd7dce86474 req-db282368-3fb6-4f0f-99ea-63159ad09a08 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836072 May 10 17:30:29.437603 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 064fc6f3-1ff2-4523-916b-616f3a8a991a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:29.437976 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:29.508649 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:29.525085 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Transition to ACTIVE for port object 24cc4cd7-b61a-415f-8d81-64a3b6296530 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:29.798076 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:29.838048 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:29.843462 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400f51e-60a6-4007-a376-3ce64bd20999 req-e0475c88-b8f6-4512-8c59-44fd976a59d6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:29.851120 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0400f51e-60a6-4007-a376-3ce64bd20999 req-e0475c88-b8f6-4512-8c59-44fd976a59d6 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2560768 May 10 17:30:29.906544 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0400f51e-60a6-4007-a376-3ce64bd20999 req-591d94b5-4465-48d2-95dc-94611d3f9a50 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545442 May 10 17:30:30.019995 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c47ad-0910-45ee-bb71-7b281fd0d9e0 None None] Pushing event updated for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:30.024093 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-a06c47ad-0910-45ee-bb71-7b281fd0d9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:30.113444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Attempting to bind port 24cc4cd7-b61a-415f-8d81-64a3b6296530 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:30.113923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Attempting to bind port 24cc4cd7-b61a-415f-8d81-64a3b6296530 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:30.114214 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Attempting to bind port 24cc4cd7-b61a-415f-8d81-64a3b6296530 on network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:30.119551 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:30.119987 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Checking segment: {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:30.120322 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:30.120721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Bound using segment: {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:30.121190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Bound port: 24cc4cd7-b61a-415f-8d81-64a3b6296530, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:30.121724 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:30.229749 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] For port 24cc4cd7-b61a-415f-8d81-64a3b6296530, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:30.235456 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] For port 24cc4cd7-b61a-415f-8d81-64a3b6296530, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=24cc4cd7-b61a-415f-8d81-64a3b6296530,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:30.321645 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:30.339258 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:30.445610 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c47ad-0910-45ee-bb71-7b281fd0d9e0 None None] Pushing event updated for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:30.450191 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-a06c47ad-0910-45ee-bb71-7b281fd0d9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:30.483136 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:30:30.484017 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:30.710300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858ac7c-2e63-4645-9324-f1e60c41fef6 req-ac963297-9ee0-442b-b4a2-dd398b9c0054 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:30.717490 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7858ac7c-2e63-4645-9324-f1e60c41fef6 req-ac963297-9ee0-442b-b4a2-dd398b9c0054 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1663358 May 10 17:30:30.749017 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:30:30.770130 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7858ac7c-2e63-4645-9324-f1e60c41fef6 req-7a24aa89-652e-4bdf-95c9-2c6f72a07ce8 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516846 May 10 17:30:31.233273 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 24cc4cd7-b61a-415f-8d81-64a3b6296530 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:31.235102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5131fb-ca95-487a-b15e-7b404ce646bd req-ece048f1-90bb-496a-a36b-bfbbcd212c62 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:31.250244 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7b5131fb-ca95-487a-b15e-7b404ce646bd req-ece048f1-90bb-496a-a36b-bfbbcd212c62 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2224901 May 10 17:30:31.314471 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7b5131fb-ca95-487a-b15e-7b404ce646bd req-bc5e46df-60cb-4e1f-b198-cb3cffdc3bb4 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629325 May 10 17:30:31.351374 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '24cc4cd7-b61a-415f-8d81-64a3b6296530', 'name': '', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'mac_address': 'fa:16:3e:c1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:22Z', 'updated_at': '2021-05-10T17:30:30Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'subnets': [{'id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:31.362564 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a51a21-f9f1-4eaf-8e26-1824aa2caf47 None None] The sync data for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb is: [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:30:23Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '24cc4cd7-b61a-415f-8d81-64a3b6296530', 'name': '', 'network_id': '01f50ad7-6932-4cda-9aa0-31a852dd99a7', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'mac_address': 'fa:16:3e:c1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:22Z', 'updated_at': '2021-05-10T17:30:30Z', 'revision_number': 4, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'subnets': [{'id': '921fa0de-6bbc-4342-9ab4-6520f7b7ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:30:31.441147 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:31.447112 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:31.447713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:31.702467 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:31.756835 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a2ef9-d584-4032-8212-b332490e3885 req-97a8f34d-ad93-4c06-9068-756272acd120 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:31.760287 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-034a2ef9-d584-4032-8212-b332490e3885 req-97a8f34d-ad93-4c06-9068-756272acd120 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.2984633 May 10 17:30:31.783076 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 24cc4cd7-b61a-415f-8d81-64a3b6296530, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=24cc4cd7-b61a-415f-8d81-64a3b6296530,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:31.879799 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:31.884923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:32.073319 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:32.115289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:32.134101 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:32.201376 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cab92-50bf-4179-91c0-6ce94ad38a7f req-16b99cdf-346c-4a38-a7f0-3749557ff3c0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:32.204036 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb5cab92-50bf-4179-91c0-6ce94ad38a7f req-16b99cdf-346c-4a38-a7f0-3749557ff3c0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1522493 May 10 17:30:32.255670 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Deleting port 9397ac06-5cbf-4180-865f-75eeb0b86602 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:30:32.256438 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:32.435967 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb5cab92-50bf-4179-91c0-6ce94ad38a7f req-c35693a2-e335-4ed3-94e1-36bc0ca17aeb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208173 May 10 17:30:32.504936 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] For port 9397ac06-5cbf-4180-865f-75eeb0b86602, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9397ac06-5cbf-4180-865f-75eeb0b86602,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:32.505260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:32.670927 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197f13a-a6a7-4b4d-ba9e-dcacc2e6e34f req-162a0304-c75b-4f30-b650-b5386a0c2ccb tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:32.680022 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a197f13a-a6a7-4b4d-ba9e-dcacc2e6e34f req-162a0304-c75b-4f30-b650-b5386a0c2ccb tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1121695 May 10 17:30:32.714321 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Calling delete_port for 9397ac06-5cbf-4180-865f-75eeb0b86602 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:30:32.752195 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a197f13a-a6a7-4b4d-ba9e-dcacc2e6e34f req-eb9d0d3c-53d6-4e3d-b023-be09fc696cc4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701180 May 10 17:30:32.843587 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374c1ef-a1a8-406d-b8d5-cacdf73a6f06 req-67d0c156-660d-422c-916d-0ec747004cdc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:32.851985 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f374c1ef-a1a8-406d-b8d5-cacdf73a6f06 req-67d0c156-660d-422c-916d-0ec747004cdc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 945 time: 0.1338539 May 10 17:30:32.931131 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f374c1ef-a1a8-406d-b8d5-cacdf73a6f06 req-0f538656-7fbd-419f-b01f-0894764944fd tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781307 May 10 17:30:33.159143 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 24cc4cd7-b61a-415f-8d81-64a3b6296530 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:33.202117 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:30:33.213276 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:33.239860 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:33.247256 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['728a2d29-8b56-4d96-8dba-bd0fdafeddf1'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:30:33.466832 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 24cc4cd7-b61a-415f-8d81-64a3b6296530 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:33.466832 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:33.467132 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Pushing event deleted for resources: {'Port': ['ID=9397ac06-5cbf-4180-865f-75eeb0b86602,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:33.482701 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:33.744793 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] No DVR routers for this DVR port 9397ac06-5cbf-4180-865f-75eeb0b86602 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:30:33.744793 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:33.744793 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'name': 'network-vif-deleted', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:33.744793 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc8acd9-7eb0-4f7f-a393-18ff8654f546', 'name': 'network-vif-deleted', 'tag': '9397ac06-5cbf-4180-865f-75eeb0b86602', 'status': 'completed', 'code': 200} May 10 17:30:33.745297 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb126b-ff2a-476c-8868-b2e8715c8bcd req-f8995b1f-26f8-452a-b605-1639e172e119 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:33.745297 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-09bb126b-ff2a-476c-8868-b2e8715c8bcd req-f8995b1f-26f8-452a-b605-1639e172e119 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0890608 May 10 17:30:33.745297 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-09bb126b-ff2a-476c-8868-b2e8715c8bcd req-5bc8402c-6d71-4ec8-a3ee-a6278b0b5c58 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 May 10 17:30:34.021466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647fce-209f-46d6-97c3-2d1ee8ed1610 req-c031f61b-c8b7-4819-81ad-ef7bc3976e71 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:34.022912 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-25647fce-209f-46d6-97c3-2d1ee8ed1610 req-c031f61b-c8b7-4819-81ad-ef7bc3976e71 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1030335 May 10 17:30:34.068208 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-25647fce-209f-46d6-97c3-2d1ee8ed1610 req-e015dfb4-3f5b-43f7-98d4-b53a1cf95c95 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 May 10 17:30:34.103539 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-401a8dcf-43a1-4845-83d8-75113dc97710 req-54ea4547-c1f4-4b69-93b1-0045b1312611 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.0535960 May 10 17:30:34.378194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-034a2ef9-d584-4032-8212-b332490e3885 req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "DELETE /v2.0/ports/9397ac06-5cbf-4180-865f-75eeb0b86602 HTTP/1.1" status: 204 len: 173 time: 2.5922127 May 10 17:30:35.005043 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e5c93-e5a7-44c3-9644-78cdf6c32c26 req-cb44b8dc-eaef-4546-bc38-6aef01814537 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:35.006491 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-341e5c93-e5a7-44c3-9644-78cdf6c32c26 req-cb44b8dc-eaef-4546-bc38-6aef01814537 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0878167 May 10 17:30:35.081952 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-341e5c93-e5a7-44c3-9644-78cdf6c32c26 req-2d30aac3-ac7b-4095-8585-9531c80b9532 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592184 May 10 17:30:35.200843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 9397ac06-5cbf-4180-865f-75eeb0b86602 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:30:35.265296 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 9397ac06-5cbf-4180-865f-75eeb0b86602 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:30:35.265687 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 9397ac06-5cbf-4180-865f-75eeb0b86602 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:30:35.303470 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d0fd9f5c-cc26-4a70-a272-6a0af8c4d772 req-13c69a5a-318e-4743-87ce-9ed087b03ecf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:35.394949 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d0fd9f5c-cc26-4a70-a272-6a0af8c4d772 req-13c69a5a-318e-4743-87ce-9ed087b03ecf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:35.396733 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d0fd9f5c-cc26-4a70-a272-6a0af8c4d772 req-13c69a5a-318e-4743-87ce-9ed087b03ecf tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.1563954 May 10 17:30:35.410581 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc537b0-ebd4-4abf-b1f4-cd17461618e1 req-a2c99b03-920a-454c-8ffe-7dfa08a74481 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:35.412733 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6bc537b0-ebd4-4abf-b1f4-cd17461618e1 req-a2c99b03-920a-454c-8ffe-7dfa08a74481 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1287243 May 10 17:30:35.478759 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6bc537b0-ebd4-4abf-b1f4-cd17461618e1 req-55db4264-6d8d-4c01-b5cc-e303e2264915 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591879 May 10 17:30:36.509808 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b15e-fa8d-4bf3-8190-fe16194449e7 req-c3cc3d64-9186-4997-8e6b-87815c8ef7dc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:36.511708 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67e5b15e-fa8d-4bf3-8190-fe16194449e7 req-c3cc3d64-9186-4997-8e6b-87815c8ef7dc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.2534795 May 10 17:30:36.623672 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67e5b15e-fa8d-4bf3-8190-fe16194449e7 req-675577a0-15a2-4102-a8ca-ef8fdc342ddb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995207 May 10 17:30:36.687110 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-762a795c-c7e6-41c4-965d-da87e165467e req-7e66045f-a8ec-43fa-bf6a-3494eac3a0d9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.0708394 May 10 17:30:36.935289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482cf69-749b-4e54-83a3-ece14d759e5c req-d5e18faf-d956-4e32-889b-052777297993 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:36.936891 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3482cf69-749b-4e54-83a3-ece14d759e5c req-d5e18faf-d956-4e32-889b-052777297993 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1595664 May 10 17:30:37.017524 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3482cf69-749b-4e54-83a3-ece14d759e5c req-2d6d423e-9c09-4e87-a00d-3052d6ff5484 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699096 May 10 17:30:37.926160 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378dc0-b20d-4cf7-8c0e-dc6cf5892a12 req-b38d540f-7cf5-4e90-8400-6cbcc7de95ee tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:37.928360 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-57378dc0-b20d-4cf7-8c0e-dc6cf5892a12 req-b38d540f-7cf5-4e90-8400-6cbcc7de95ee tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1545680 May 10 17:30:37.931540 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a92fbfb0-226d-42e0-8a21-112f03a7202a req-7c448d85-e30f-4425-9e92-cd0716cbb647 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.0968273 May 10 17:30:38.005734 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-57378dc0-b20d-4cf7-8c0e-dc6cf5892a12 req-de1e5a2e-7655-4d7d-9dbb-d6be43ce498a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684705 May 10 17:30:38.245911 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced99ae-5393-4f8a-9f2b-769b805f175f req-c6a171f6-79d3-4b5d-8219-1f197d7112d5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:38.248356 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cced99ae-5393-4f8a-9f2b-769b805f175f req-c6a171f6-79d3-4b5d-8219-1f197d7112d5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1019318 May 10 17:30:38.306294 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cced99ae-5393-4f8a-9f2b-769b805f175f req-c2ea3039-1c02-48c3-9c06-47fa08b6a0da tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511954 May 10 17:30:39.164054 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3290c65b-aad8-4bd5-9e7d-e19d1a5376b2 req-7a733f2a-4c82-42cf-9518-6b4b62672ba2 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.0548794 May 10 17:30:39.311528 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d9ee-50fd-4aa6-85e7-1fdbdddc58ca req-00f34ac4-e66b-4ed2-bfdc-27b187e18f71 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:39.314220 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d1a9d9ee-50fd-4aa6-85e7-1fdbdddc58ca req-00f34ac4-e66b-4ed2-bfdc-27b187e18f71 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.1413710 May 10 17:30:39.373345 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d1a9d9ee-50fd-4aa6-85e7-1fdbdddc58ca req-4d3c0aa9-2680-4c0c-8eca-b5a76ea8f720 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523534 May 10 17:30:39.571845 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a130-03e7-43cd-b504-82adcbc96b92 req-c4149d24-272f-416d-86e2-18cd20f1d5fd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:39.573507 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5729a130-03e7-43cd-b504-82adcbc96b92 req-c4149d24-272f-416d-86e2-18cd20f1d5fd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.0858116 May 10 17:30:39.624495 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5729a130-03e7-43cd-b504-82adcbc96b92 req-e65f5df6-4707-4ea8-b47b-9cfc0536efc1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438969 May 10 17:30:40.120182 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-4e0f90ee-29e7-4e0c-9d51-fd91557051cd tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:40.122548 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-4e0f90ee-29e7-4e0c-9d51-fd91557051cd tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 814 time: 0.1479769 May 10 17:30:40.137099 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8392ac19-67f3-4de2-a09b-0ca5189adcb3 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/quotas/f96da441b75d4e77a6b7fcb614ec5d5f HTTP/1.1" status: 200 len: 375 time: 0.0089049 May 10 17:30:40.218575 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-b706c4d9-eabb-4276-ae90-d534e311bed1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:40.292036 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-b706c4d9-eabb-4276-ae90-d534e311bed1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:40.296782 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-b706c4d9-eabb-4276-ae90-d534e311bed1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516294 May 10 17:30:40.337234 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-62bab1c2-6ce0-43e1-9b2e-c9a2e567fea4 req-64bf00da-873a-42d5-b03c-78b463fb9bf9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fc8acd9-7eb0-4f7f-a393-18ff8654f546 HTTP/1.1" status: 200 len: 210 time: 0.0463920 May 10 17:30:40.434752 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-f6b829fd-d074-4fac-8b40-36e2c2accd9c service neutron] 10.222.0.26 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288490 May 10 17:30:40.571092 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929bbcf-e704-45bd-b31c-945a077bb164 req-d0fb5baf-f9f0-45e9-b4ef-24c544848bef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:40.571411 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-010f40e9-3fad-4c85-aea5-b51badfc6e75 service neutron] 10.222.0.26 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305695 May 10 17:30:40.573056 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4929bbcf-e704-45bd-b31c-945a077bb164 req-d0fb5baf-f9f0-45e9-b4ef-24c544848bef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0808322 May 10 17:30:40.623398 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4929bbcf-e704-45bd-b31c-945a077bb164 req-08d4fad4-8293-4c4b-97c5-459798bfab3c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 May 10 17:30:40.835244 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295239c4-23a3-45b2-a700-f0c4d63311c0 req-f1ef0d04-2389-4c32-8913-2dda670a994c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:40.844722 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-295239c4-23a3-45b2-a700-f0c4d63311c0 req-f1ef0d04-2389-4c32-8913-2dda670a994c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1125112 May 10 17:30:40.899649 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8fb39efa-1df1-46ef-b8fe-61c9e96ca3fd req-b4f08eb3-5204-485d-97f8-147df9eefced tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 210 time: 0.0757592 May 10 17:30:40.901807 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-295239c4-23a3-45b2-a700-f0c4d63311c0 req-ff99ff1f-4b64-4d85-8d33-0aae3e150b19 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562751 May 10 17:30:41.821183 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ca3bf-2b1a-41df-9794-a6ef67a72486 req-e6bca339-b1f1-46cc-b8a7-f0432c303351 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:41.822672 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f74ca3bf-2b1a-41df-9794-a6ef67a72486 req-e6bca339-b1f1-46cc-b8a7-f0432c303351 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0800121 May 10 17:30:41.871979 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f74ca3bf-2b1a-41df-9794-a6ef67a72486 req-eef88d6d-b510-473d-a63c-a4e4b8b9a6a6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 May 10 17:30:42.109579 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02a88-062a-4ee8-b8c4-20dc7bc1a11d req-7f612b0b-18ce-4668-a334-a7edd05e27da tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.111454 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dab02a88-062a-4ee8-b8c4-20dc7bc1a11d req-7f612b0b-18ce-4668-a334-a7edd05e27da tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1636374 May 10 17:30:42.134316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 44586) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:42.173540 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ab4bf-6e24-4bc8-8e18-b93c4feebd88 req-15d178de-943a-49bf-8d43-1c615a6aab32 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:42.175070 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8f0ab4bf-6e24-4bc8-8e18-b93c4feebd88 req-15d178de-943a-49bf-8d43-1c615a6aab32 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1717031 May 10 17:30:42.204945 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dab02a88-062a-4ee8-b8c4-20dc7bc1a11d req-978e52a9-7c24-463e-8ff4-380d4fc3d75c tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872035 May 10 17:30:42.218961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Deleting subnet 38ab056b-af70-4b2d-91fd-6100c2ba1697 {{(pid=79236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:30:42.226328 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.227609 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8f0ab4bf-6e24-4bc8-8e18-b93c4feebd88 req-53437859-518b-4b0c-b175-b2bb12905a68 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457110 May 10 17:30:42.279338 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1699070'] for subnet, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.354625 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44d57c6c-7a15-4d7e-b7a7-cd4f3113d020 req-7286a4d1-be1c-4cef-9800-1905593db571 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 210 time: 0.0501118 May 10 17:30:42.378809 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.703943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1889527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10743764'] for subnet, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.708598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:42.742406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ab056b-af70-4b2d-91fd-6100c2ba1697,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:42.747576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.754408 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.754764 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.755136 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.755479 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.755816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.756153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.756486 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.756820 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.757154 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.757483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.757812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.758141 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:42.761496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:42.763890 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e4426e64-77e6-41b8-936c-38838f8fb70e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/38ab056b-af70-4b2d-91fd-6100c2ba1697 HTTP/1.1" status: 204 len: 168 time: 0.6285861 May 10 17:30:42.766685 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 44590) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:42.868608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:42.990014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.003687 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c0c881-fdd5-40fc-bc51-415b0e897495']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:43.016699 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abaf43e-56ff-445d-9fb3-04d67f2c520a') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:43.017010 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abaf43e-56ff-445d-9fb3-04d67f2c520a') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:30:43.028338 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.044542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.050522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:30:43.050964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:30:43.064512 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:30:43.066864 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142ea69-01cb-4e5d-9679-9f2ad0e4390e req-6e6511df-5f4f-4e27-b6c2-ea7c095ea649 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:43.066864 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6142ea69-01cb-4e5d-9679-9f2ad0e4390e req-6e6511df-5f4f-4e27-b6c2-ea7c095ea649 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 944 time: 0.0832720 May 10 17:30:43.111397 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6142ea69-01cb-4e5d-9679-9f2ad0e4390e req-c1b1e926-1fee-4800-9e4b-21c8436edd08 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 May 10 17:30:43.198776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.203198 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:43.209846 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:30:43.224500 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.395639 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:43.414195 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '00703e59-6f15-4e80-8324-66a140e8044b', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': '00703e59-6f15-4e80-8324-66a140e8044b', 'mac_address': 'fa:16:3e:52:05:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:30:43.420576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=69c0c881-fdd5-40fc-bc51-415b0e897495,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:43.461261 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:43.484384 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.505991 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:30:43.523397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:43.531126 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-2648b828-944e-4c47-9304-8adae4951a3e admin admin] 10.222.0.26 "DELETE /v2.0/networks/69c0c881-fdd5-40fc-bc51-415b0e897495 HTTP/1.1" status: 204 len: 168 time: 0.7632904 May 10 17:30:43.561088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-d7f7bfb0-bfee-4716-a72c-017091ae5599 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:43.562512 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-d7f7bfb0-bfee-4716-a72c-017091ae5599 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 814 time: 0.3333526 May 10 17:30:43.583194 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'port': {'device_id': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'admin_state_up': True, 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:43.606540 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.608286 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:43.609049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508503ac-713a-4656-b31b-a81632cd5577 req-15a95d4f-c958-4f77-8a57-6ae2310c062a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:43.612656 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-508503ac-713a-4656-b31b-a81632cd5577 req-15a95d4f-c958-4f77-8a57-6ae2310c062a tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1985013 May 10 17:30:43.670235 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f815ce-6ebe-43fa-afe8-fb627beef5a2 req-fd3b2c75-bc2b-407f-92c3-83d1420262c8 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:43.672333 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-07f815ce-6ebe-43fa-afe8-fb627beef5a2 req-fd3b2c75-bc2b-407f-92c3-83d1420262c8 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1039903 May 10 17:30:43.677332 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=9']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:43.680589 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:43.726032 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-07f815ce-6ebe-43fa-afe8-fb627beef5a2 req-c672ef96-42e1-4f98-8297-18de6e0be2e2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476255 May 10 17:30:43.773025 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-508503ac-713a-4656-b31b-a81632cd5577 req-6a7b1f31-f402-498c-95f3-2e6f068f667b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797524 May 10 17:30:43.799282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:30:43.811444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:30:43.870257 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-93a8f173-19e0-4f0a-b45a-808d41897167 req-20bc4bd9-b615-4d44-a1ca-94f3e12377d8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 210 time: 0.0427728 May 10 17:30:43.884543 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Made reservation on behalf of f96da441b75d4e77a6b7fcb614ec5d5f for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:30:43.888690 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:43.932823 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44610) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:43.936187 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['00703e59-6f15-4e80-8324-66a140e8044b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:30:43.994971 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-9cd00824-404a-45bd-bacc-99848a766467 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d03964af3774dc39aa6f311e909aaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647752 May 10 17:30:43.997237 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44618) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:30:44.062081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.093268 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.166326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Allocated IP 172.20.0.3 (f8217f81-d747-49af-a423-ba7001cc1a1e/cef6001b-f700-49b2-b60c-cbd29f5e44fa/5a76eeab-bfcc-415a-9117-62e6b6b89e4c) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:30:44.240576 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.244451 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:44.257552 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:44.267761 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.268130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.268484 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.268836 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.269192 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.269541 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.269891 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.270238 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.270677 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.271060 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.271409 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.271754 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:30:44.280361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:44.347998 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.349159 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd9124cd-8e0f-4ee0-a0dc-8019dbab9b53 HTTP/1.1" status: 204 len: 168 time: 0.3508420 May 10 17:30:44.447358 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369b1b-89ba-49b6-a8cb-850624491e50 req-7dba645f-4419-4b8d-b484-f840f67e5727 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:44.450885 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7f369b1b-89ba-49b6-a8cb-850624491e50 req-7dba645f-4419-4b8d-b484-f840f67e5727 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 945 time: 0.2119524 May 10 17:30:44.452946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.489477 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Transition to ACTIVE for port object 5a76eeab-bfcc-415a-9117-62e6b6b89e4c will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:44.513482 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7f369b1b-89ba-49b6-a8cb-850624491e50 req-98185c7b-9b5c-4312-b7c3-dbffd6a5d2af tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571766 May 10 17:30:44.601561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.608085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:44.689973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Network f8217f81-d747-49af-a423-ba7001cc1a1e is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:30:44.693235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:30:44.719864 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:30:44.768034 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:44.785330 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:44.853304 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:44.853907 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:44.983110 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4052846 May 10 17:30:45.088223 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773cf30-4453-4922-9b60-2c70c25dea48 req-68a53e6e-1f39-4dfd-bb99-5a05e3a2df6a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:45.095325 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e773cf30-4453-4922-9b60-2c70c25dea48 req-68a53e6e-1f39-4dfd-bb99-5a05e3a2df6a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1210217 May 10 17:30:45.143448 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-1e287ad3-0bbc-46d1-afff-afa9cdf7df77 None None] Provisioning for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:30:45.150070 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-1e287ad3-0bbc-46d1-afff-afa9cdf7df77 None None] Provisioning complete for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:45.150637 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e287ad3-0bbc-46d1-afff-afa9cdf7df77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:45.153679 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e773cf30-4453-4922-9b60-2c70c25dea48 req-ee54d4d5-98ef-4c1b-8219-18375e90a316 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538609 May 10 17:30:45.180764 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e6f3-a1c4-4cbb-a10a-187382944a0a req-57ca3abc-541f-471e-9d48-4a3fedf295ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:45.182325 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0894e6f3-a1c4-4cbb-a10a-187382944a0a req-57ca3abc-541f-471e-9d48-4a3fedf295ae tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1628642 May 10 17:30:45.232316 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:30:45.260684 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0894e6f3-a1c4-4cbb-a10a-187382944a0a req-ca271887-064d-45b2-9d09-9d2705da1f72 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718501 May 10 17:30:45.326730 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-1e287ad3-0bbc-46d1-afff-afa9cdf7df77 None None] Port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:30:45.349707 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 00703e59-6f15-4e80-8324-66a140e8044b triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:30:45.350178 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:45.460317 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75cb5a-eed7-4109-a00c-3542d44d85ca req-d3bab300-3aea-40f6-955f-5bcae270bd4d tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:45.462315 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8e75cb5a-eed7-4109-a00c-3542d44d85ca req-d3bab300-3aea-40f6-955f-5bcae270bd4d tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.1062181 May 10 17:30:45.497608 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:45.517921 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-8e75cb5a-eed7-4109-a00c-3542d44d85ca req-3bd7b440-12e1-454e-aca5-c88397f9b320 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:45.527970 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:45.537937 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:45.576395 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'code': 200} May 10 17:30:45.606193 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-8e75cb5a-eed7-4109-a00c-3542d44d85ca req-3bd7b440-12e1-454e-aca5-c88397f9b320 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:45.607609 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-8e75cb5a-eed7-4109-a00c-3542d44d85ca req-3bd7b440-12e1-454e-aca5-c88397f9b320 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392181 May 10 17:30:45.634769 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:45.637329 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-58ffd806-0b63-467e-8174-1a5a7ac7fff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:45.718259 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=10']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:45.729222 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:45.792287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbe388-76d7-4207-ba72-65cf3f567b9e req-67d80c9c-378e-40ba-af34-a92eaeac8db1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:45.793825 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aacbe388-76d7-4207-ba72-65cf3f567b9e req-67d80c9c-378e-40ba-af34-a92eaeac8db1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1003265 May 10 17:30:45.865032 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aacbe388-76d7-4207-ba72-65cf3f567b9e req-fd9029db-6d5f-4aae-ab75-ff4fa92353ca tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651386 May 10 17:30:46.367654 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48fd2b-13ea-4bff-872b-55b4c473ba5e req-36b41616-d25d-41dd-b18e-b9bc88b921dd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:46.370427 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fa48fd2b-13ea-4bff-872b-55b4c473ba5e req-36b41616-d25d-41dd-b18e-b9bc88b921dd tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.0995548 May 10 17:30:46.455716 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fa48fd2b-13ea-4bff-872b-55b4c473ba5e req-34b8f438-8ecf-478d-9d7f-72fb6ea68372 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778682 May 10 17:30:46.493183 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e65add-b3e8-4a41-8e87-4880c6189a5f req-1e08b9d2-a166-48fe-97b4-e0b694abdcd7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:46.494716 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7e65add-b3e8-4a41-8e87-4880c6189a5f req-1e08b9d2-a166-48fe-97b4-e0b694abdcd7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1029377 May 10 17:30:46.545117 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a7e65add-b3e8-4a41-8e87-4880c6189a5f req-7883aa53-b827-4984-bc85-6775c8cd6f60 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443954 May 10 17:30:46.814675 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd9715-9496-478c-9647-1d03d0197b52 req-646569fb-6345-4959-bb24-da170dd1788b tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:46.816776 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-36bd9715-9496-478c-9647-1d03d0197b52 req-646569fb-6345-4959-bb24-da170dd1788b tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0966575 May 10 17:30:46.877320 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-36bd9715-9496-478c-9647-1d03d0197b52 req-9c5706e4-188d-4899-b671-db10a6d45326 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 May 10 17:30:47.092776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37b20c-cfe9-40d6-9e44-912037e65c0e req-a26498d7-b791-4476-ae5c-cf8f5025a3d7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.094473 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa37b20c-cfe9-40d6-9e44-912037e65c0e req-a26498d7-b791-4476-ae5c-cf8f5025a3d7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0922391 May 10 17:30:47.145353 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa37b20c-cfe9-40d6-9e44-912037e65c0e req-8476a333-c143-4b3c-b2d8-47207bf04ee0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 May 10 17:30:47.658429 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd8cde-e693-4a9c-b0b0-2b37a085df62 req-a9d9b782-9ef4-44b1-875d-d55600223ad4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.660448 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-10bd8cde-e693-4a9c-b0b0-2b37a085df62 req-a9d9b782-9ef4-44b1-875d-d55600223ad4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.0942802 May 10 17:30:47.709663 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-10bd8cde-e693-4a9c-b0b0-2b37a085df62 req-4e4a6c06-240c-4f61-aad1-35e60d927af7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432115 May 10 17:30:47.783678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ed06-9e39-416e-a229-9ae81d00375c req-2bed81e4-b6d5-4c7d-8d96-97fb67ae2ab9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:47.783946 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5806ed06-9e39-416e-a229-9ae81d00375c req-2bed81e4-b6d5-4c7d-8d96-97fb67ae2ab9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1113608 May 10 17:30:47.842136 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5806ed06-9e39-416e-a229-9ae81d00375c req-97d5a5cf-bfda-4fa3-b12c-4403d47ca8cb tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 May 10 17:30:48.105994 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8739df8-749b-4395-9468-707c0c07d067 req-97942164-7e9d-4b53-b082-f6851f6c5b80 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:48.107604 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e8739df8-749b-4395-9468-707c0c07d067 req-97942164-7e9d-4b53-b082-f6851f6c5b80 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.1062946 May 10 17:30:48.155921 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e8739df8-749b-4395-9468-707c0c07d067 req-3516a6f6-964a-472b-bb12-042aee1fcd2a tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 May 10 17:30:48.346130 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c112d8-ad75-4cb3-8c1d-4050ad23ca94 req-cab237fa-3351-4ee4-ad23-b4c6122017ec tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:48.347664 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3c112d8-ad75-4cb3-8c1d-4050ad23ca94 req-cab237fa-3351-4ee4-ad23-b4c6122017ec tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0826674 May 10 17:30:48.402829 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3c112d8-ad75-4cb3-8c1d-4050ad23ca94 req-20c36db7-9004-4b11-a8f8-b96f04e82fcb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480304 May 10 17:30:48.942673 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f7b1-749d-456c-94a8-a95180ab78ec req-0ce8c3d4-94c5-4918-99ea-0f5957467ce2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:48.960245 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-27b1f7b1-749d-456c-94a8-a95180ab78ec req-0ce8c3d4-94c5-4918-99ea-0f5957467ce2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 945 time: 0.1001608 May 10 17:30:49.003121 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-27b1f7b1-749d-456c-94a8-a95180ab78ec req-467c96b6-9a55-4121-b30e-91dff066b388 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498161 May 10 17:30:49.240665 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fff54-abc3-47a0-8336-403162c8a6ba req-dd4e86e8-b54d-4c38-9c89-d8114cc54456 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:49.247168 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-753fff54-abc3-47a0-8336-403162c8a6ba req-dd4e86e8-b54d-4c38-9c89-d8114cc54456 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1066747 May 10 17:30:49.260333 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device f5727031-6143-48eb-953f-3d78ded92fec no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:30:49.296658 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-753fff54-abc3-47a0-8336-403162c8a6ba req-970e73b1-48cd-48f9-891e-51f85eb11494 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 May 10 17:30:49.405515 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:49.440061 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:49.452168 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:49.541476 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:49.544872 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:49.595777 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfa6b5-3963-4e18-ac2c-c064e4b27cb4 req-a45fb8b6-fea4-4e8b-a606-4c2ffc04aa89 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:49.596613 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-22cfa6b5-3963-4e18-ac2c-c064e4b27cb4 req-a45fb8b6-fea4-4e8b-a606-4c2ffc04aa89 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:49.636888 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=6']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:49.648570 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:49.675309 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98825bc9-85da-4fab-a237-3cf3167536f9 req-b1e7fccb-9022-4aaf-9ea4-673082f4321e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:49.677001 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98825bc9-85da-4fab-a237-3cf3167536f9 req-b1e7fccb-9022-4aaf-9ea4-673082f4321e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0920570 May 10 17:30:49.689949 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-22cfa6b5-3963-4e18-ac2c-c064e4b27cb4 req-a45fb8b6-fea4-4e8b-a606-4c2ffc04aa89 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:49.691141 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-22cfa6b5-3963-4e18-ac2c-c064e4b27cb4 req-a45fb8b6-fea4-4e8b-a606-4c2ffc04aa89 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.2641842 May 10 17:30:49.739114 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98825bc9-85da-4fab-a237-3cf3167536f9 req-29f4a433-5851-4392-8674-b48fb7fd0451 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561247 May 10 17:30:49.769768 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-22cfa6b5-3963-4e18-ac2c-c064e4b27cb4 req-61e3d7f5-695c-419f-b215-bf64c4387f30 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559900 May 10 17:30:49.816543 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec', 'code': 200} May 10 17:30:50.232752 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def4d55-9e7e-4d1a-bb4d-2a3b29462ec9 req-2c0e1ca0-6a30-435d-91ef-8a3cd8215b62 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:50.234205 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9def4d55-9e7e-4d1a-bb4d-2a3b29462ec9 req-2c0e1ca0-6a30-435d-91ef-8a3cd8215b62 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.1030388 May 10 17:30:50.280280 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9def4d55-9e7e-4d1a-bb4d-2a3b29462ec9 req-e4002f45-4937-4cb7-8980-a0159f617a67 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 May 10 17:30:50.494130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ff54c-d127-4947-a7a4-fecfb4828e97 req-0fb394aa-5bce-4c51-9767-8ccb79650f83 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:50.495645 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7d0ff54c-d127-4947-a7a4-fecfb4828e97 req-0fb394aa-5bce-4c51-9767-8ccb79650f83 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0827107 May 10 17:30:50.546610 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7d0ff54c-d127-4947-a7a4-fecfb4828e97 req-0e35305b-3257-43e2-afef-dac0fd70aa32 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 May 10 17:30:50.979676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078587b-04c0-46bd-9aa0-5b33996cc928 req-0119c660-0414-40ae-8c19-6017e7e603c7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:50.982235 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2078587b-04c0-46bd-9aa0-5b33996cc928 req-0119c660-0414-40ae-8c19-6017e7e603c7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0958481 May 10 17:30:50.986830 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53f99-177a-419a-b158-9d6f03c138ab req-53c94b9e-a1ca-4d4f-b0f1-cc43e77f5940 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:50.986830 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-76a53f99-177a-419a-b158-9d6f03c138ab req-53c94b9e-a1ca-4d4f-b0f1-cc43e77f5940 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0894506 May 10 17:30:51.051593 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-76a53f99-177a-419a-b158-9d6f03c138ab req-301f3f64-a56c-45f8-98e5-dfc3cc1152de tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555599 May 10 17:30:51.059962 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2078587b-04c0-46bd-9aa0-5b33996cc928 req-c0e8ed50-f13f-4a96-b3cd-5adc727872db tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636344 May 10 17:30:51.492287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291689d8-f886-4f48-a8c9-ddd3dcc7319f req-16a13b5e-2c4e-4518-ba79-7daa2a7508e4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:51.493684 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-291689d8-f886-4f48-a8c9-ddd3dcc7319f req-16a13b5e-2c4e-4518-ba79-7daa2a7508e4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0882559 May 10 17:30:51.546542 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-291689d8-f886-4f48-a8c9-ddd3dcc7319f req-073f40ed-3a01-4a0c-8820-fb3b1fd3b156 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 May 10 17:30:51.753565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd577-03e1-4ce8-b2bf-88ab1e43cc70 req-6d3d7525-664e-46ae-939e-ff3d29b0be08 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:51.753565 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-237fd577-03e1-4ce8-b2bf-88ab1e43cc70 req-6d3d7525-664e-46ae-939e-ff3d29b0be08 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0859978 May 10 17:30:51.802624 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-237fd577-03e1-4ce8-b2bf-88ab1e43cc70 req-be786386-0f3a-4ed1-a2c1-fd40a1ab3e5b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467875 May 10 17:30:52.266697 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a0e8-5e31-45ff-8ab3-21b0ee780aaa req-636f8282-5753-405f-a444-0df843bbfe87 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:52.269194 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-70b5a0e8-5e31-45ff-8ab3-21b0ee780aaa req-636f8282-5753-405f-a444-0df843bbfe87 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0995238 May 10 17:30:52.321298 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-70b5a0e8-5e31-45ff-8ab3-21b0ee780aaa req-5e2c6830-e23d-492e-88aa-b74bc8c4fe17 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462196 May 10 17:30:52.367108 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544c9fc-fd7f-4093-a96e-bd8df69eb2ef req-f8ab5edf-ce54-478e-9cf9-3841803d8db2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:52.375513 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2544c9fc-fd7f-4093-a96e-bd8df69eb2ef req-f8ab5edf-ce54-478e-9cf9-3841803d8db2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1917639 May 10 17:30:52.416993 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2544c9fc-fd7f-4093-a96e-bd8df69eb2ef req-61622f8f-3b7b-42b2-8500-3023dd61502e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 May 10 17:30:52.742086 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae06a84-78bc-456e-a586-33f64ddefa6d req-18b58d3a-d87c-4ee9-a0ca-222e35d39a6c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:52.746735 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bae06a84-78bc-456e-a586-33f64ddefa6d req-18b58d3a-d87c-4ee9-a0ca-222e35d39a6c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0879962 May 10 17:30:52.903941 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bae06a84-78bc-456e-a586-33f64ddefa6d req-2b99e005-9666-4329-98b4-16749bf0be64 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535101 May 10 17:30:53.004638 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2669780c-de50-405e-b7d2-f155977857c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:53.016107 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44284e71-d06a-4746-8a6a-0f2e9f08a6ab req-52c0d557-a5ce-458a-a2b6-0edccc9efac1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:53.017650 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44284e71-d06a-4746-8a6a-0f2e9f08a6ab req-52c0d557-a5ce-458a-a2b6-0edccc9efac1 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0828419 May 10 17:30:53.069915 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-44284e71-d06a-4746-8a6a-0f2e9f08a6ab req-76b1a01f-9209-42f5-827f-5377c9db1131 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464065 May 10 17:30:53.523821 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d5185-98d2-46ce-ad7e-ef6a94ececf5 req-b8ee0bad-61c1-4919-9006-e340f0a782f7 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:53.525332 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b09d5185-98d2-46ce-ad7e-ef6a94ececf5 req-b8ee0bad-61c1-4919-9006-e340f0a782f7 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0938964 May 10 17:30:53.592835 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b09d5185-98d2-46ce-ad7e-ef6a94ececf5 req-a87614ee-2910-4b0b-b3aa-3f364a00d9de tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612683 May 10 17:30:53.657598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2744f-7084-4231-aa2b-b33a266f2650 req-5496e47b-cce5-401c-8a3b-9a07fe405cdb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:53.659105 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-66c2744f-7084-4231-aa2b-b33a266f2650 req-5496e47b-cce5-401c-8a3b-9a07fe405cdb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0951896 May 10 17:30:53.706757 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-66c2744f-7084-4231-aa2b-b33a266f2650 req-6a4cadf5-45a9-42e9-a3c8-cb754ec0a15c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 May 10 17:30:54.107881 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d247cd4-dbc1-4e94-aa53-d6afa4bee466 req-5879f803-a741-4af4-bb92-95d8332c79ce tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:54.109373 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6d247cd4-dbc1-4e94-aa53-d6afa4bee466 req-5879f803-a741-4af4-bb92-95d8332c79ce tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0832539 May 10 17:30:54.158230 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6d247cd4-dbc1-4e94-aa53-d6afa4bee466 req-dac5ba26-2dd2-494f-82c2-08f652c99008 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426185 May 10 17:30:54.276173 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60272968-1673-4fbc-8894-9081269bdd25 req-2a7f852f-f549-4006-ad1f-a771213c6ccc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:54.277641 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-60272968-1673-4fbc-8894-9081269bdd25 req-2a7f852f-f549-4006-ad1f-a771213c6ccc tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0933056 May 10 17:30:54.325891 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-60272968-1673-4fbc-8894-9081269bdd25 req-50dcd143-0d1e-4a6b-86b6-de234b1f2e14 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423970 May 10 17:30:54.798577 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b296b8e-fc49-4023-a899-d2e35e2bf407 req-2ce5ccd8-4d80-4930-85a9-1f577ac33631 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:54.800251 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0b296b8e-fc49-4023-a899-d2e35e2bf407 req-2ce5ccd8-4d80-4930-85a9-1f577ac33631 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0913830 May 10 17:30:54.853726 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0b296b8e-fc49-4023-a899-d2e35e2bf407 req-a00ca381-1387-4fe6-96e9-dcdad7b9d642 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476005 May 10 17:30:54.920630 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d606b-4ada-4f16-b407-d5b75905a3de req-84b398ff-5eff-49c1-8d68-03e91a933d6e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:54.922101 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a56d606b-4ada-4f16-b407-d5b75905a3de req-84b398ff-5eff-49c1-8d68-03e91a933d6e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0875297 May 10 17:30:54.973276 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a56d606b-4ada-4f16-b407-d5b75905a3de req-7b75bca2-baf3-49bd-a55b-1cf8792e0594 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454650 May 10 17:30:55.341848 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:55.362446 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734608-c891-4f34-939b-f7c11fff42cd req-e2c1472f-e02c-458c-961a-f20f0d73f94a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:55.363923 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-58734608-c891-4f34-939b-f7c11fff42cd req-e2c1472f-e02c-458c-961a-f20f0d73f94a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0948098 May 10 17:30:55.419179 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-58734608-c891-4f34-939b-f7c11fff42cd req-34bc36e9-5037-40ad-b229-d9414b4b08b5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449891 May 10 17:30:55.528920 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf5d1a-201e-49e0-9ca7-b5d5aae3e4ea req-a220ca12-14a6-447e-9d5e-d0d48fc0b9b9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:55.530448 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6cbf5d1a-201e-49e0-9ca7-b5d5aae3e4ea req-a220ca12-14a6-447e-9d5e-d0d48fc0b9b9 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0839880 May 10 17:30:55.578131 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6cbf5d1a-201e-49e0-9ca7-b5d5aae3e4ea req-fb0647c9-7ee7-43d2-968e-9b932ecd7ce7 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 May 10 17:30:55.674783 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-fd175a62-a843-43fb-9a9e-d52daef0ed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.044149 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1609-997e-45e2-b7c9-27996f0627fe req-36703918-7fc1-4aa8-ab0b-322a2f380f37 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:56.045702 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2fad1609-997e-45e2-b7c9-27996f0627fe req-36703918-7fc1-4aa8-ab0b-322a2f380f37 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 931 time: 0.0829601 May 10 17:30:56.090219 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2fad1609-997e-45e2-b7c9-27996f0627fe req-2969e120-812a-49d9-b33f-ac1617747282 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 May 10 17:30:56.154332 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Request body: {'port': {'device_id': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:30:56.257000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a39d5-a534-4c11-9c0b-842d5ba74f29 req-e6eacfa1-ba4f-4cd4-991d-a12a0ed6b8bc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:56.258540 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d33a39d5-a534-4c11-9c0b-842d5ba74f29 req-e6eacfa1-ba4f-4cd4-991d-a12a0ed6b8bc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1741116 May 10 17:30:56.314252 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-895fe767-a2a5-4041-86e6-bfaf3c10b0ee tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:56.316337 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-895fe767-a2a5-4041-86e6-bfaf3c10b0ee tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.0937889 May 10 17:30:56.327750 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.346645 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d33a39d5-a534-4c11-9c0b-842d5ba74f29 req-e104e613-30b5-47cc-98cb-b872ca37f353 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784936 May 10 17:30:56.388307 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.487157 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Deleting port f5727031-6143-48eb-953f-3d78ded92fec {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:30:56.487623 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.687395 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] For port f5727031-6143-48eb-953f-3d78ded92fec, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5727031-6143-48eb-953f-3d78ded92fec,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:30:56.687868 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.774633 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdfc03-cfcb-40e3-be81-3e1ff43925a8 req-10c8e3e9-334d-4483-b99a-b786b10e6ed7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:56.776126 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-88fdfc03-cfcb-40e3-be81-3e1ff43925a8 req-10c8e3e9-334d-4483-b99a-b786b10e6ed7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 943 time: 0.2189288 May 10 17:30:56.778404 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a76eeab-bfcc-415a-9117-62e6b6b89e4c {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:30:56.788122 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.807740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Transition to ACTIVE for port object 5a76eeab-bfcc-415a-9117-62e6b6b89e4c will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:30:56.843327 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282bfb0-6448-486f-b3cb-5b1b2f0b12cb req-0396533f-73e2-4b0b-bb5e-32bd6a414737 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:56.844898 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c282bfb0-6448-486f-b3cb-5b1b2f0b12cb req-0396533f-73e2-4b0b-bb5e-32bd6a414737 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.1253729 May 10 17:30:56.873361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Calling delete_port for f5727031-6143-48eb-953f-3d78ded92fec owned by compute:nova {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:30:56.910070 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c282bfb0-6448-486f-b3cb-5b1b2f0b12cb req-4713caad-7107-4ef5-9dd8-01972492453e tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591292 May 10 17:30:56.911066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:56.917005 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:56.946619 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-88fdfc03-cfcb-40e3-be81-3e1ff43925a8 req-0b05e91a-cc61-41e2-8fd8-ef57f520e225 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048944 May 10 17:30:57.118165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:57.154618 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:57.160049 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:57.169007 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:57.222894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Pushing event deleted for resources: {'Port': ['ID=f5727031-6143-48eb-953f-3d78ded92fec,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:57.226673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:57.331576 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] No DVR routers for this DVR port f5727031-6143-48eb-953f-3d78ded92fec on host hv-cinder-78638 {{(pid=79235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:30:57.334608 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:57.339283 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-deleted', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:57.421395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Attempting to bind port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:30:57.421737 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Attempting to bind port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:30:57.422090 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Attempting to bind port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c on network f8217f81-d747-49af-a423-ba7001cc1a1e {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:57.441549 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-399ac4d9-6248-41b2-8828-7a7a57f6b1c7 req-7177099f-34fa-4a22-a406-5334622cf777 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "DELETE /v2.0/ports/f5727031-6143-48eb-953f-3d78ded92fec HTTP/1.1" status: 204 len: 173 time: 1.1163406 May 10 17:30:57.465941 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c on network f8217f81-d747-49af-a423-ba7001cc1a1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:30:57.466267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Attempting to bind port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c on network f8217f81-d747-49af-a423-ba7001cc1a1e {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:30:57.472448 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10105-520a-42ca-a87b-3f15961463d3 req-ec8b278a-eff6-423c-b8fe-9d580ea0be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:57.473917 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-54d10105-520a-42ca-a87b-3f15961463d3 req-ec8b278a-eff6-423c-b8fe-9d580ea0be24 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 1100 time: 0.4955454 May 10 17:30:57.487939 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:30:57.488277 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Checking segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:30:57.488665 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Bound using segment: {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:30:57.489099 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Bound port: 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d860ad3-c6bd-4a06-8ce0-534388c717fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:30:57.489445 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:57.596067 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-54d10105-520a-42ca-a87b-3f15961463d3 req-019dbeb5-3d04-4a4a-b16d-a7ab95e10775 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098864 May 10 17:30:57.643860 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a630b0-9e37-43c0-addf-f93549add922 req-1cca120c-48e9-48eb-a3df-1d46a9eca629 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:57.645327 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-06a630b0-9e37-43c0-addf-f93549add922 req-1cca120c-48e9-48eb-a3df-1d46a9eca629 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 943 time: 0.3934984 May 10 17:30:57.681790 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-524d7697-1075-4ad4-bd33-2a4436603135 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2733033 May 10 17:30:57.683278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:30:57.691789 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f', 'name': 'network-vif-deleted', 'tag': 'f5727031-6143-48eb-953f-3d78ded92fec', 'status': 'completed', 'code': 200} May 10 17:30:57.702065 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:30:57.715893 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-06a630b0-9e37-43c0-addf-f93549add922 req-81e1ab85-7604-493d-96e8-631632402dfb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587115 May 10 17:30:57.807958 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-56592329-6884-4cb6-8784-6fb5006af9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:57.809531 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-56592329-6884-4cb6-8784-6fb5006af9fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1098 time: 0.0928030 May 10 17:30:57.810612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:57.836971 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-8bedec74-782a-4fe9-9db1-a597e7f06dba tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:30:57.900002 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d6266-86da-43eb-afaa-61ddcb8bd4c2 req-a5b75f24-95b6-4113-8e5b-bfdfb5a805a9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:57.902328 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b9d6266-86da-43eb-afaa-61ddcb8bd4c2 req-a5b75f24-95b6-4113-8e5b-bfdfb5a805a9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1139338 May 10 17:30:57.963273 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b9d6266-86da-43eb-afaa-61ddcb8bd4c2 req-d9146d2f-85e4-491e-8d68-c5440cc1cb23 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546429 May 10 17:30:58.022757 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:30:58.033315 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:30:58.038887 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.039020 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:58.043880 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] 10.222.0.38 "PUT /v2.0/ports/5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 1093 time: 1.8941095 May 10 17:30:58.045162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:30:58.177881 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2947f-c317-4c81-950c-707e047ab4a0 req-5a342580-2e4b-4904-9a79-3dc4e6743853 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.179570 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-29b2947f-c317-4c81-950c-707e047ab4a0 req-5a342580-2e4b-4904-9a79-3dc4e6743853 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0902514 May 10 17:30:58.206159 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:30:58.215205 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-4ac42931-17ad-4bd4-b9d4-59ffb3c60c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.216684 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-4ac42931-17ad-4bd4-b9d4-59ffb3c60c8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 912 time: 0.3281360 May 10 17:30:58.237726 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-29b2947f-c317-4c81-950c-707e047ab4a0 req-279f32e2-7676-4f8e-adab-44d31d611cb8 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492318 May 10 17:30:58.300424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089fe52-c135-43dd-922f-cfb4d3206a42 req-82d1a9e9-a6e4-4625-a221-c347ad984b93 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.301978 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7089fe52-c135-43dd-922f-cfb4d3206a42 req-82d1a9e9-a6e4-4625-a221-c347ad984b93 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2699945 May 10 17:30:58.389711 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-34120b8a-4b84-4999-b275-d9ad85e98559 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 1000 time: 0.1596220 May 10 17:30:58.397818 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7089fe52-c135-43dd-922f-cfb4d3206a42 req-b4ace70c-2988-4f83-8264-403a9f62f5e2 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864227 May 10 17:30:58.403088 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-7003d65f-5b8c-4077-9889-aebbcf80b091 req-b449c3f6-d7f9-4b64-a794-aee4c7878f59 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:30:58.436460 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-9130e89d-8b59-4c54-adf6-69425ca84ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.437978 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-9130e89d-8b59-4c54-adf6-69425ca84ccd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1096 time: 0.2885752 May 10 17:30:58.459945 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:30:58.467075 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-0885944d-d3e7-4e95-bd4b-c89ab6c6bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.468553 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-0885944d-d3e7-4e95-bd4b-c89ab6c6bd91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.0698991 May 10 17:30:58.489815 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-7003d65f-5b8c-4077-9889-aebbcf80b091 req-b449c3f6-d7f9-4b64-a794-aee4c7878f59 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:30:58.491266 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7003d65f-5b8c-4077-9889-aebbcf80b091 req-b449c3f6-d7f9-4b64-a794-aee4c7878f59 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f4a09a-b9bb-41f5-922b-5c63f2fc2b7f HTTP/1.1" status: 200 len: 210 time: 0.1385171 May 10 17:30:58.571158 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-bb5bf9f0-fb62-494a-9b83-d0b24eec5ecb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 217 time: 0.1058435 May 10 17:30:58.656540 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-2d61939f-4296-4ae3-9ff4-685de4c6449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.657988 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-2d61939f-4296-4ae3-9ff4-685de4c6449e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0779426 May 10 17:30:58.659971 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-a6bb4d83-48ad-477a-8e81-d111891f8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.661264 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-a6bb4d83-48ad-477a-8e81-d111891f8c07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446927 May 10 17:30:58.939552 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-943c9228-cfa0-4fa7-b2f5-eb00b8683f31 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674894 May 10 17:30:58.953762 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-e4e59d36-6f7a-4362-b769-e0bbda18c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:58.955236 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-e4e59d36-6f7a-4362-b769-e0bbda18c541 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2846680 May 10 17:30:59.240985 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e523962-4a0d-4901-983d-77858e1b7be8 req-d900dd21-5235-4118-98e4-e23a546af209 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.242421 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5e523962-4a0d-4901-983d-77858e1b7be8 req-d900dd21-5235-4118-98e4-e23a546af209 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 943 time: 0.3982873 May 10 17:30:59.258461 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c368f2-4f85-484c-8736-5b17758743e3 req-8ab1619a-275a-4ccc-91e3-da441fc6479c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.260441 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-29c368f2-4f85-484c-8736-5b17758743e3 req-8ab1619a-275a-4ccc-91e3-da441fc6479c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1727757 May 10 17:30:59.306141 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-29c368f2-4f85-484c-8736-5b17758743e3 req-2074f8fd-b828-45fa-aa52-1be7193550b5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398581 May 10 17:30:59.355934 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-380862c8-e35c-43d4-88b4-c6bc28c8e138 req-3ac946ca-1bef-4553-8775-b1e7342eff22 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987663 May 10 17:30:59.375731 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5e523962-4a0d-4901-983d-77858e1b7be8 req-7fb20b32-2fcb-44f0-9b64-d1a920f703f5 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188018 May 10 17:30:59.379813 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-85b37773-9d18-44a2-9c62-2ba2786d33cd service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009302 May 10 17:30:59.505443 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1becfc-4fd0-42e8-a43a-664e1daf9025 req-36fd561e-1057-47fb-ba90-5f4ce9a7b61b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.511643 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-da1becfc-4fd0-42e8-a43a-664e1daf9025 req-36fd561e-1057-47fb-ba90-5f4ce9a7b61b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0916388 May 10 17:30:59.555340 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-da1becfc-4fd0-42e8-a43a-664e1daf9025 req-8d484bf1-3b4d-4e7f-8541-a7bb0282ea99 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 May 10 17:30:59.587691 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7a9c06d-d0e4-42a8-aecb-b2b05283ef9c req-cb424cd7-835f-4bac-8117-2bc4d5706c0d service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918321 May 10 17:30:59.620772 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8029-b6b9-409d-85ef-9ed099d36802 req-32f187a6-4293-4ea7-b618-c982b18af105 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.622249 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d6ce8029-b6b9-409d-85ef-9ed099d36802 req-32f187a6-4293-4ea7-b618-c982b18af105 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1062486 May 10 17:30:59.673605 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d6ce8029-b6b9-409d-85ef-9ed099d36802 req-ec8db434-ed87-4282-a856-da540a3cdbcb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 May 10 17:30:59.813820 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-4eeefbaf-4a54-414a-b710-016025433a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.815247 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-4eeefbaf-4a54-414a-b710-016025433a05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1096 time: 0.0828171 May 10 17:30:59.969702 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-7e937818-2401-4ffe-97e0-804c09282619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:30:59.971527 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-7e937818-2401-4ffe-97e0-804c09282619 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.1450946 May 10 17:31:00.048152 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-19cc2c52-6c6d-4fbd-b0eb-1169549d1ea3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 217 time: 0.0675080 May 10 17:31:00.122127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-a583c122-d181-495b-834b-37ac1b379a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.123731 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-a583c122-d181-495b-834b-37ac1b379a92 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0682485 May 10 17:31:00.211041 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-546b8922-8c93-4c35-81d9-64545d7d5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.212591 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-546b8922-8c93-4c35-81d9-64545d7d5144 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741708 May 10 17:31:00.421879 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-d06c0576-3ed5-4a6c-96d4-c4624ca1a1c5 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937971 May 10 17:31:00.431147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-39a38226-fdc2-4e81-b484-3ac7b4fcc854 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.432661 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-39a38226-fdc2-4e81-b484-3ac7b4fcc854 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.2060642 May 10 17:31:00.521123 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27ce11-615f-49f9-b83c-1b896b2df4e6 req-f8108b5f-08a3-4313-8d41-72790b44ab0c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.522695 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c27ce11-615f-49f9-b83c-1b896b2df4e6 req-f8108b5f-08a3-4313-8d41-72790b44ab0c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.1022713 May 10 17:31:00.572817 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4c27ce11-615f-49f9-b83c-1b896b2df4e6 req-a7fed9db-7218-4a45-b773-b00a08e64c79 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441573 May 10 17:31:00.733575 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5cb2b2ca-7b87-42c7-8dcc-e4e672b177c5 req-5d507613-6dac-4af2-9e68-2ca33cba723f service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993097 May 10 17:31:00.759322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1d4b1-08e0-4926-8b28-cd9921ebe362 req-7795ecb1-2f37-48c3-a5b7-c3e0fc37d28e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.762987 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3900527-7d54-48fa-bb0b-9c0150e9b8bc req-63121deb-5fee-47b1-a627-777ead549b15 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:00.763130 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a1e1d4b1-08e0-4926-8b28-cd9921ebe362 req-7795ecb1-2f37-48c3-a5b7-c3e0fc37d28e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 943 time: 0.2129915 May 10 17:31:00.763230 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f3900527-7d54-48fa-bb0b-9c0150e9b8bc req-63121deb-5fee-47b1-a627-777ead549b15 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 946 time: 0.0804119 May 10 17:31:00.787385 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Deleting port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:00.787732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:00.808943 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f3900527-7d54-48fa-bb0b-9c0150e9b8bc req-11dd6fe1-c410-4901-90a7-0988037a9f9b tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/security-groups?id=250f8385-f657-43f4-b3a2-6f4344f149de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 May 10 17:31:00.894740 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a1e1d4b1-08e0-4926-8b28-cd9921ebe362 req-f4f0d3a2-9ab1-4f11-b938-ce418da0a524 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267774 May 10 17:31:00.951598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] For port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:00.952032 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:01.019349 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252258-78a8-4ea1-b7c0-83026c203bd9 req-7f22d7e1-01d8-45e2-b78e-f70291f76acf tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:01.020835 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-88252258-78a8-4ea1-b7c0-83026c203bd9 req-7f22d7e1-01d8-45e2-b78e-f70291f76acf tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0859733 May 10 17:31:01.069556 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-88252258-78a8-4ea1-b7c0-83026c203bd9 req-358b5ebd-0869-4467-bdf3-cf49405c635a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 May 10 17:31:01.163631 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Calling delete_port for 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:01.355402 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:01.361389 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b0ba451a-8700-49cc-b472-2a2d41e28d12 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:01.407572 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Pushing event deleted for resources: {'Port': ['ID=728a2d29-8b56-4d96-8dba-bd0fdafeddf1,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:01.410506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:01.482606 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] No DVR routers for this DVR port 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:31:01.485693 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:01.488346 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'name': 'network-vif-deleted', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:01.533212 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1', 'name': 'network-vif-deleted', 'tag': '728a2d29-8b56-4d96-8dba-bd0fdafeddf1', 'status': 'completed', 'code': 200} May 10 17:31:01.565451 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-6265ed44-1446-430e-ae5a-c29d48e108ee req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.38 "DELETE /v2.0/ports/728a2d29-8b56-4d96-8dba-bd0fdafeddf1 HTTP/1.1" status: 204 len: 173 time: 1.1095672 May 10 17:31:01.766646 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ed69-c486-41c9-a542-7d94dbcd5007 req-27d845d9-41cc-4ca9-b353-9d575f429e8d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:01.768158 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1d85ed69-c486-41c9-a542-7d94dbcd5007 req-27d845d9-41cc-4ca9-b353-9d575f429e8d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0818398 May 10 17:31:01.818360 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1d85ed69-c486-41c9-a542-7d94dbcd5007 req-348d1685-d4ec-4215-9b06-93ad08479478 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440466 May 10 17:31:01.891960 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:01.975647 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-268c4089-3210-40ea-9a95-0671be484793 req-26216081-e1e6-4ea6-9bd7-0047532c9f91 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Synchronizing usage tracker for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:02.081084 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef4d9f-82a5-43a1-b3da-08b3fcee9046 req-3808460a-b6e4-493c-a020-9cef29d30920 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:02.082511 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-85ef4d9f-82a5-43a1-b3da-08b3fcee9046 req-3808460a-b6e4-493c-a020-9cef29d30920 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 943 time: 0.0798509 May 10 17:31:02.127482 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-85ef4d9f-82a5-43a1-b3da-08b3fcee9046 req-b51760fa-e612-4b26-bd71-c487219fb7f6 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 May 10 17:31:02.137297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-268c4089-3210-40ea-9a95-0671be484793 req-26216081-e1e6-4ea6-9bd7-0047532c9f91 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Unset dirty status for tenant:be192babed864c59a029e346bf315547 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:02.138500 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-268c4089-3210-40ea-9a95-0671be484793 req-26216081-e1e6-4ea6-9bd7-0047532c9f91 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] 10.222.0.26 "GET /v2.0/ports?device_id=efb1b2d7-9a8e-43b2-ae5c-7ff6204d87f1 HTTP/1.1" status: 200 len: 210 time: 0.2050889 May 10 17:31:02.303021 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822145b-2191-42d9-90c2-8ad549886cc4 req-b0b0e4b8-ba8d-47e9-95cc-cc6168b4ff08 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:02.304512 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b822145b-2191-42d9-90c2-8ad549886cc4 req-b0b0e4b8-ba8d-47e9-95cc-cc6168b4ff08 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0853190 May 10 17:31:02.349998 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b822145b-2191-42d9-90c2-8ad549886cc4 req-f9f84e06-91ea-4099-8121-5c282d7dc80f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 May 10 17:31:03.241092 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 44978) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:03.319466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499d6c-dcb4-482f-bfbb-d135708e3e79 req-c34fea1f-d923-486a-a45e-9cc430c84324 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:03.320929 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-85499d6c-dcb4-482f-bfbb-d135708e3e79 req-c34fea1f-d923-486a-a45e-9cc430c84324 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 943 time: 0.0866070 May 10 17:31:03.330778 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 5a76eeab-bfcc-415a-9117-62e6b6b89e4c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:31:03.335384 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:31:03.368693 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-85499d6c-dcb4-482f-bfbb-d135708e3e79 req-fc661621-e0b2-4ca3-aed5-56a290f8145e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 May 10 17:31:03.382303 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:31:03.382655 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 728a2d29-8b56-4d96-8dba-bd0fdafeddf1 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:31:03.527346 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:03.540371 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'port_id': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'mac_address': 'fa:16:3e:6c:90:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:31:03.599618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:03.616821 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a76eeab-bfcc-415a-9117-62e6b6b89e4c {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:03.632951 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:03.707330 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1c58f-a7b8-46e0-ad31-8a72ec99deb2 req-7db99c57-21ff-4375-bb44-3ec2c3e2066e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:03.708779 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1ab1c58f-a7b8-46e0-ad31-8a72ec99deb2 req-7db99c57-21ff-4375-bb44-3ec2c3e2066e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2110956 May 10 17:31:03.743553 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:03.745627 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:03.806759 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1ab1c58f-a7b8-46e0-ad31-8a72ec99deb2 req-928a21f7-49f1-42ce-843a-9714ed4650fa tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904281 May 10 17:31:03.814088 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:03.818023 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:03.912878 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:03.957718 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:04.408230 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Deleting port f3be7f18-0d0f-4e23-bcbf-7020cfa48233 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:04.408652 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:04.588068 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] For port f3be7f18-0d0f-4e23-bcbf-7020cfa48233, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,segment=NetworkSegment(0ddff1d8-7f38-4398-b8ca-96431e5dfa3b),segment_id=0ddff1d8-7f38-4398-b8ca-96431e5dfa3b)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:04.590839 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:04.599865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-cddd0335-7e41-4086-963f-b4e2aa68d520 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:04.601308 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-cddd0335-7e41-4086-963f-b4e2aa68d520 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/networks?id=ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 200 len: 814 time: 0.1481698 May 10 17:31:04.623289 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-01b7eb3c-98d4-4870-91f5-c1b96b986eaf tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/quotas/fb93b88acd1840308a0d8ac0f6dc6156 HTTP/1.1" status: 200 len: 375 time: 0.0129592 May 10 17:31:04.668312 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-3e1d5204-fb00-419e-9ed6-314fcab46413 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420780 May 10 17:31:04.720812 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Calling delete_port for f3be7f18-0d0f-4e23-bcbf-7020cfa48233 owned by network:router_interface {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:04.733078 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4356626-304f-4f1c-bfe3-092f3b66af59 req-9d0e0b7c-2267-4017-b6ff-dcfa2f4680fa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:04.734544 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f4356626-304f-4f1c-bfe3-092f3b66af59 req-9d0e0b7c-2267-4017-b6ff-dcfa2f4680fa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 944 time: 0.2488821 May 10 17:31:04.795954 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f4356626-304f-4f1c-bfe3-092f3b66af59 req-914ac510-6c92-47c8-b379-914c4877e7df tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547717 May 10 17:31:04.806689 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-05cb0670-9f55-438c-999d-b1abf218c043 service neutron] 10.222.0.26 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303821 May 10 17:31:04.952473 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-a75a8743-b5c7-41a0-848e-6d8adc3d458a service neutron] 10.222.0.26 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358857 May 10 17:31:05.097774 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dd61e-5a83-482c-83db-c095315630e5 req-a2102431-e4c2-4f0c-865c-07fcaf745f76 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:05.099281 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c57dd61e-5a83-482c-83db-c095315630e5 req-a2102431-e4c2-4f0c-865c-07fcaf745f76 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1506751 May 10 17:31:05.194122 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c57dd61e-5a83-482c-83db-c095315630e5 req-240209c1-2b5a-4b17-80ee-0aa2da6f58ce tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586622 May 10 17:31:05.305312 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b075e774-de62-435e-b184-a12f1750e539 req-9cf88272-95d4-429e-8c0d-c8653c794a1a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 210 time: 0.0464575 May 10 17:31:05.306026 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:05.310832 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c4f40bd3-c738-49cf-a54d-aec7612d4cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:05.341002 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 5a76eeab-bfcc-415a-9117-62e6b6b89e4c up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:31:05.360943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3be7f18-0d0f-4e23-bcbf-7020cfa48233,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:05.391762 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:05.484398 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:31:05.489562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:31:05.489945 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:05.663210 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:05.689574 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:05.700653 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:05.733222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:05.739198 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'code': 200} May 10 17:31:05.800416 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:05.802304 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c9d4ca27-5496-406b-ad43-aac2dc1eaeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:05.880486 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:05.883587 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:06.124692 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd2586-39a4-4910-b7cd-a6b0e74a2630 req-cedbfa6e-a98a-4bc9-8c9a-84629a5efb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:06.127724 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72fd2586-39a4-4910-b7cd-a6b0e74a2630 req-cedbfa6e-a98a-4bc9-8c9a-84629a5efb92 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1098 time: 0.0903270 May 10 17:31:06.173330 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1214b-1295-4f70-961e-3eb107fd0073 req-f02b0d25-83f3-4b15-a143-8816b0299882 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:06.174843 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7ae1214b-1295-4f70-961e-3eb107fd0073 req-f02b0d25-83f3-4b15-a143-8816b0299882 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.2505636 May 10 17:31:06.175128 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72fd2586-39a4-4910-b7cd-a6b0e74a2630 req-7ba63a67-b618-4c2f-b2ac-8f6cd1a90842 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 May 10 17:31:06.246185 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7ae1214b-1295-4f70-961e-3eb107fd0073 req-5a4b4dcb-796a-40e3-8c90-5667f23f9755 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646136 May 10 17:31:06.248010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Router 34a29b35-69ae-4784-812e-07d5cb42f393 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:31:06.427405 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12759431-60e5-4e89-b2f0-13a10dcf3e9c req-52235691-d562-4c64-8a75-c995349f5e82 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:06.437561 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-12759431-60e5-4e89-b2f0-13a10dcf3e9c req-52235691-d562-4c64-8a75-c995349f5e82 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1217833 May 10 17:31:06.489399 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-12759431-60e5-4e89-b2f0-13a10dcf3e9c req-974dee92-b207-47f6-800f-c2643e91589a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509396 May 10 17:31:06.500429 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:31:06.511369 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Sync routers for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:31:06.511866 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-efe47ecc-d515-44d7-b88a-b31852342f3e req-a02483c7-d98f-43f2-b1d9-2d48b0a029e2 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 210 time: 0.0732293 May 10 17:31:06.522968 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:06.522968 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:06.617891 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-f7174529-c21c-47a5-8245-d5bac20bda75 admin admin] 10.222.0.26 "PUT /v2.0/routers/34a29b35-69ae-4784-812e-07d5cb42f393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753734 May 10 17:31:06.620105 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45034) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:06.700585 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:06.801681 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks [] for router, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:06.992998 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:31:05Z', 'revision_number': 5, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:06.997210 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Checking router: 34a29b35-69ae-4784-812e-07d5cb42f393 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:31:07.002996 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:07.006169 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Routers {'34a29b35-69ae-4784-812e-07d5cb42f393'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:07.006859 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['34a29b35-69ae-4784-812e-07d5cb42f393'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:07.180710 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Deleting port 55cb8c74-5749-4c64-ab88-3abcd73209d3 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:07.181053 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:07.208921 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] Set router 34a29b35-69ae-4784-812e-07d5cb42f393 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:07.449643 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] For port 55cb8c74-5749-4c64-ab88-3abcd73209d3, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=55cb8c74-5749-4c64-ab88-3abcd73209d3,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:07.450104 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:07.468204 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc74144-4e55-412a-9bdd-c03c77546625 req-0206ba2b-f605-42bb-acc0-045b16980e96 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:07.469762 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbc74144-4e55-412a-9bdd-c03c77546625 req-0206ba2b-f605-42bb-acc0-045b16980e96 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.0906272 May 10 17:31:07.552785 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:31:05Z', 'revision_number': 5, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:07.558497 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b348f6-f62c-41d8-af52-9666e5f6b21b None None] The sync data for ids ['34a29b35-69ae-4784-812e-07d5cb42f393'] in dv-cinder-786384-3-smb is: [{'id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'name': 'tempest-ServerRescueNegativeTestJSON-2097099201-router', 'tenant_id': 'be192babed864c59a029e346bf315547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:31:05Z', 'revision_number': 5, 'project_id': 'be192babed864c59a029e346bf315547', 'gw_port': {'id': '55cb8c74-5749-4c64-ab88-3abcd73209d3', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:58:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a29b35-69ae-4784-812e-07d5cb42f393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:31:07.607745 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Calling delete_port for 55cb8c74-5749-4c64-ab88-3abcd73209d3 owned by network:router_gateway {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:07.609233 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fbc74144-4e55-412a-9bdd-c03c77546625 req-33d63886-abd9-47f5-9661-dcb79d983a69 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200917 May 10 17:31:07.666861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-fd18af0a-167c-4c0e-87e8-67949aefd9d5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:07.668536 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-fd18af0a-167c-4c0e-87e8-67949aefd9d5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "GET /v2.0/networks?id=ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 200 len: 814 time: 0.1978834 May 10 17:31:07.683495 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Request body: {'port': {'device_id': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16', 'admin_state_up': True, 'tenant_id': 'fb93b88acd1840308a0d8ac0f6dc6156'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:07.783342 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f06b-0c2f-47d1-978d-1512ee21d47d req-5c058112-91b4-4c57-8b18-237b7f904c44 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:07.784710 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5871f06b-0c2f-47d1-978d-1512ee21d47d req-5c058112-91b4-4c57-8b18-237b7f904c44 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1244740 May 10 17:31:07.915435 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5871f06b-0c2f-47d1-978d-1512ee21d47d req-efb9a6c3-08b0-4b39-ab8a-b6d79aa3655c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191766 May 10 17:31:07.972816 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e5795493-fcc8-4d6f-8cc7-ab056decb25d req-50378c5b-1aba-402d-9ed3-8215608af37e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 210 time: 0.1952550 May 10 17:31:08.056957 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.062695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-42b19000-83d8-4095-a546-e9499006a410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:08.125413 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Pushing event deleted for resources: {'Port': ['ID=55cb8c74-5749-4c64-ab88-3abcd73209d3,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:08.129277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:08.130892 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:08.142643 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:08.217543 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Made reservation on behalf of fb93b88acd1840308a0d8ac0f6dc6156 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:08.221084 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.241077 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.390755 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Allocated IP 172.20.0.11 (ac9624d5-6732-4b3f-bb6e-68ef55352d16/eb38d167-6b04-461b-8164-2afaac1422da/6a5d9ada-a941-4260-9e75-28dc214463a4) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:08.426243 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.428883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.572052 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.572628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a29b35-69ae-4784-812e-07d5cb42f393 {{(pid=79235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:31:08.591200 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.594653 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-0ca05262-61f0-4640-a15f-3daffcdadc9c admin admin] 10.222.0.26 "DELETE /v2.0/routers/34a29b35-69ae-4784-812e-07d5cb42f393 HTTP/1.1" status: 204 len: 168 time: 1.9730010 May 10 17:31:08.595634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45058) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:08.614216 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.672191 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Deleting subnet 2c6a0397-b270-4cf6-ab25-dc3315464290 {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:31:08.677904 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.708762 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.718270 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3d223a17-ad12-40c6-8d99-48992d05900c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:08.789234 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Network ac9624d5-6732-4b3f-bb6e-68ef55352d16 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:08.792434 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:08.796656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:08.829691 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.850907 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Pushing event updated for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:08.855242 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:08.881388 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:08.881989 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:08.912452 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6493a-981b-49d7-bf72-25126a78b9b2 req-13f9d9ef-0605-4112-b793-0a02d9a85126 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:08.914014 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3cf6493a-981b-49d7-bf72-25126a78b9b2 req-13f9d9ef-0605-4112-b793-0a02d9a85126 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.1690238 May 10 17:31:08.937153 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.024633 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3471236 May 10 17:31:09.042128 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3cf6493a-981b-49d7-bf72-25126a78b9b2 req-50f5cfe7-8899-4b0b-9881-ef34763a5f07 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213024 May 10 17:31:09.048363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Request body: {'port': {'device_id': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:09.198011 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f3be7f18-0d0f-4e23-bcbf-7020cfa48233 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:31:09.236243 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: f3be7f18-0d0f-4e23-bcbf-7020cfa48233 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:31:09.236593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f3be7f18-0d0f-4e23-bcbf-7020cfa48233 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:31:09.237231 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 55cb8c74-5749-4c64-ab88-3abcd73209d3 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:31:09.279600 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 55cb8c74-5749-4c64-ab88-3abcd73209d3 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:31:09.280249 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 55cb8c74-5749-4c64-ab88-3abcd73209d3 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:31:09.297370 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.315813 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7e118-fa68-4bc4-ae45-3a555e99e2d5 req-834d6498-bd35-4a6d-a0fc-754130455fb1 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:09.317355 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-70f7e118-fa68-4bc4-ae45-3a555e99e2d5 req-834d6498-bd35-4a6d-a0fc-754130455fb1 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.2390959 May 10 17:31:09.418959 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-70f7e118-fa68-4bc4-ae45-3a555e99e2d5 req-440f57de-f69b-42c8-904f-954c61839472 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920014 May 10 17:31:09.420828 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f466-ac31-4e61-8e58-3eda12e33445 req-2adb96dd-120d-4e68-ae9d-8a057b4b61e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:09.422311 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1b90f466-ac31-4e61-8e58-3eda12e33445 req-2adb96dd-120d-4e68-ae9d-8a057b4b61e5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 932 time: 0.2599742 May 10 17:31:09.474624 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1b90f466-ac31-4e61-8e58-3eda12e33445 req-4dccf903-2486-424e-8425-bb15295cbf19 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465987 May 10 17:31:09.486454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.492805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:09.531575 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6a0397-b270-4cf6-ab25-dc3315464290,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:09.533597 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.537351 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:09.542845 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-94a2f188-0ccc-461e-a314-c35bc30d55a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2c6a0397-b270-4cf6-ab25-dc3315464290 HTTP/1.1" status: 204 len: 168 time: 0.9435663 May 10 17:31:09.544344 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45074) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:09.663233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.713208 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843367-9163-40e6-9b6d-691c069a3ca2 req-2586ad34-b134-48c4-9597-49a9c74fb88c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:09.714666 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72843367-9163-40e6-9b6d-691c069a3ca2 req-2586ad34-b134-48c4-9597-49a9c74fb88c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.1363654 May 10 17:31:09.794395 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.812235 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edb165e-de49-4ff4-a3fa-95597e4c9d91']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:09.816588 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5d9ada-a941-4260-9e75-28dc214463a4 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:09.825640 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:09.825938 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddff1d8-7f38-4398-b8ca-96431e5dfa3b') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:09.827754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.838271 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.847576 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72843367-9163-40e6-9b6d-691c069a3ca2 req-8fe23de7-8f86-4b5c-9279-ed033b682f8f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225352 May 10 17:31:09.855355 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.863081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:31:09.863316 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:31:09.969918 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:31:10.054831 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525ea7c-b510-4fae-a9a3-b0beff5f1505 req-99e25b91-11e4-4d30-bad7-8c66b1854eca tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.056323 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2525ea7c-b510-4fae-a9a3-b0beff5f1505 req-99e25b91-11e4-4d30-bad7-8c66b1854eca tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0853260 May 10 17:31:10.105147 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2525ea7c-b510-4fae-a9a3-b0beff5f1505 req-bb0f7f65-0a40-4fb6-8b1a-53e3d687145f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412359 May 10 17:31:10.105875 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.110603 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:10.113038 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Transition to ACTIVE for port object 6a5d9ada-a941-4260-9e75-28dc214463a4 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:31:10.133963 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.136875 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edb165e-de49-4ff4-a3fa-95597e4c9d91,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:10.141253 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:10.158275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-46d09328-26cb-4997-bc3f-9715e2a4d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.159810 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-46d09328-26cb-4997-bc3f-9715e2a4d403 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 1098 time: 0.0906687 May 10 17:31:10.200517 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:10.283146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.285474 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-baaf047d-62b0-4bcf-95e5-7607aa2cf192 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7edb165e-de49-4ff4-a3fa-95597e4c9d91 HTTP/1.1" status: 204 len: 168 time: 0.7400205 May 10 17:31:10.299395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f1619fb0-ab10-4a0e-a19b-de7101e2decf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:10.321746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cde5f-6961-4b37-bc04-b92488519ccc req-b7b70e20-f529-4a42-80da-93f4100c889b tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.323923 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b6cde5f-6961-4b37-bc04-b92488519ccc req-b7b70e20-f529-4a42-80da-93f4100c889b tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.0989366 May 10 17:31:10.375942 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6b6cde5f-6961-4b37-bc04-b92488519ccc req-0fce8ab3-8f4a-40b1-bfee-430d97ce3645 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 May 10 17:31:10.418924 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-4d08f90f-7dea-493d-a5b4-ca3a06b2e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.420421 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-4d08f90f-7dea-493d-a5b4-ca3a06b2e3ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 912 time: 0.2541709 May 10 17:31:10.642091 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:10.644938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:10.740408 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45096) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:10.762363 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-88aa56b7-a746-4d76-b797-43c15c8514fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 200 len: 1000 time: 0.3326242 May 10 17:31:10.793548 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-3b933223-3201-47ef-96d9-22c1b3b30012 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be192babed864c59a029e346bf315547&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496559 May 10 17:31:10.793751 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45100) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:10.835472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Attempting to bind port 6a5d9ada-a941-4260-9e75-28dc214463a4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:31:10.835894 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Attempting to bind port 6a5d9ada-a941-4260-9e75-28dc214463a4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:31:10.836171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Attempting to bind port 6a5d9ada-a941-4260-9e75-28dc214463a4 on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:10.845098 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Port 6a5d9ada-a941-4260-9e75-28dc214463a4 on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:31:10.845429 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Attempting to bind port 6a5d9ada-a941-4260-9e75-28dc214463a4 on network ac9624d5-6732-4b3f-bb6e-68ef55352d16 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:10.853370 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.863063 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:31:10.866480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Checking segment: {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:31:10.866480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Bound using segment: {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:31:10.866480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Bound port: 6a5d9ada-a941-4260-9e75-28dc214463a4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f7785b-0107-416b-8c86-4942ead648f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:31:10.866480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.875984 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-9a0122f5-70f3-4d2a-afe2-b406f45d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.878651 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-9a0122f5-70f3-4d2a-afe2-b406f45d76c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.1067312 May 10 17:31:10.881086 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:10.929102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8208e25-b7ff-4ccf-8e16-22d1292c2816 req-cbea14c7-dfd0-49ce-90ec-7ccd1cb6505a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:10.929871 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-c8208e25-b7ff-4ccf-8e16-22d1292c2816 req-cbea14c7-dfd0-49ce-90ec-7ccd1cb6505a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:11.040620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:31:11.045575 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6a5d9ada-a941-4260-9e75-28dc214463a4,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:31:11.056975 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-97224c18-4e66-492f-91fe-76c65f72aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:11.058503 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-97224c18-4e66-492f-91fe-76c65f72aa11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1686411 May 10 17:31:11.103075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:11.108003 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-21e67bc4-a474-4da7-a8da-63d2d886dee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:11.124986 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f8385-f657-43f4-b3a2-6f4344f149de,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:11.127245 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:11.136810 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-c8208e25-b7ff-4ccf-8e16-22d1292c2816 req-cbea14c7-dfd0-49ce-90ec-7ccd1cb6505a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:11.137937 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8208e25-b7ff-4ccf-8e16-22d1292c2816 req-cbea14c7-dfd0-49ce-90ec-7ccd1cb6505a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 944 time: 0.5093553 May 10 17:31:11.163483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:11.171012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-67e54edf-f23d-4066-8b41-87840e7abbab tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:11.269618 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:11.270228 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:11.271607 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] 10.222.0.38 "PUT /v2.0/ports/6a5d9ada-a941-4260-9e75-28dc214463a4 HTTP/1.1" status: 200 len: 1094 time: 2.2299855 May 10 17:31:11.272093 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:11.293702 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8208e25-b7ff-4ccf-8e16-22d1292c2816 req-f366fe06-2e00-413b-830f-8e072f7f1d24 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451120 May 10 17:31:11.330252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:11.330559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:11.334373 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/250f8385-f657-43f4-b3a2-6f4344f149de HTTP/1.1" status: 204 len: 168 time: 0.5375261 May 10 17:31:11.342015 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:11.344102 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-00278966-cfe0-4f3c-b8d1-4f0dd2e7cfeb service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784064 May 10 17:31:11.409351 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcb8ac-9fb8-4d5b-8664-aade919fc2be req-7f42b2ad-55b3-41c2-a011-92dad9fa9091 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:11.417118 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e5bcb8ac-9fb8-4d5b-8664-aade919fc2be req-7f42b2ad-55b3-41c2-a011-92dad9fa9091 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1948409 May 10 17:31:11.420833 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4', 'status': 'completed', 'code': 200} May 10 17:31:11.469040 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e5bcb8ac-9fb8-4d5b-8664-aade919fc2be req-173487e7-4bcb-448a-a2e9-207725cb30e7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501726 May 10 17:31:11.570144 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac496e84-a10d-4fba-afb6-b2ddd60aca8c req-2e993f14-4d34-457d-ab1d-924694bf01b8 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184815 May 10 17:31:11.573488 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-bca25f3c-7fe0-4318-8635-57fb4694d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:11.574833 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-bca25f3c-7fe0-4318-8635-57fb4694d857 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 1097 time: 0.1921122 May 10 17:31:11.648008 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-4039416b-ba17-4bb9-be52-4474be48cef2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5d9ada-a941-4260-9e75-28dc214463a4 HTTP/1.1" status: 200 len: 217 time: 0.0658708 May 10 17:31:11.714288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-78eb79c7-e980-46f1-95c9-7e77552b674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:11.715791 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-78eb79c7-e980-46f1-95c9-7e77552b674b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb38d167-6b04-461b-8164-2afaac1422da HTTP/1.1" status: 200 len: 854 time: 0.0606117 May 10 17:31:11.766171 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-0fb3261c-ff72-4c6e-9466-fad289cae806 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ac9624d5-6732-4b3f-bb6e-68ef55352d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425308 May 10 17:31:11.911659 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-f2d67506-8202-491d-a529-80e5ec893256 service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380451 May 10 17:31:12.061161 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3dd77ba7-fe9c-477a-b3b8-c47093a04725 req-753ca946-4185-4f0e-bef5-0da7410c0aaa service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264243 May 10 17:31:12.246510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-93e031a6-8ad8-4ccc-97fb-55fd0229466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:12.248006 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-93e031a6-8ad8-4ccc-97fb-55fd0229466a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 1097 time: 0.0766931 May 10 17:31:12.523275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-5ececba8-2f18-4e74-9908-9631a852799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:12.524728 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-5ececba8-2f18-4e74-9908-9631a852799b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 200 len: 915 time: 0.2683487 May 10 17:31:12.557645 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45148) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:12.599076 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-56c62dc7-262b-4d38-b8f1-fc95bc1231fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5d9ada-a941-4260-9e75-28dc214463a4 HTTP/1.1" status: 200 len: 217 time: 0.0669422 May 10 17:31:12.670731 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae73857-0493-4bab-b14e-7c50ceae0902 req-e4a1aae3-2fa7-4a0f-a72c-1a00d9f50d28 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:12.678703 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9ae73857-0493-4bab-b14e-7c50ceae0902 req-e4a1aae3-2fa7-4a0f-a72c-1a00d9f50d28 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 944 time: 0.2402983 May 10 17:31:12.681762 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790370f6-169c-4347-b699-a6675bb52bba req-7264a138-0137-4222-bd3e-297ea05f071a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:12.684152 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-790370f6-169c-4347-b699-a6675bb52bba req-7264a138-0137-4222-bd3e-297ea05f071a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0908144 May 10 17:31:12.717510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1915781983-network', 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:12.725287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:12.740077 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Usage tracker for resource:network and tenant:344d3d27c3f046c88e109d2a52d39e6f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:12.741945 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-0fbe9d5d-6f51-499b-93d3-7e0fb012cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:12.743409 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-0fbe9d5d-6f51-499b-93d3-7e0fb012cefa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb38d167-6b04-461b-8164-2afaac1422da HTTP/1.1" status: 200 len: 854 time: 0.1348634 May 10 17:31:12.744670 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:12.748470 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9ae73857-0493-4bab-b14e-7c50ceae0902 req-c9c80886-8c5e-42bb-a7d5-55aaf7bd9928 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 May 10 17:31:12.754303 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-790370f6-169c-4347-b699-a6675bb52bba req-4a678da2-8e11-4dde-8951-105e2c3154d3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647039 May 10 17:31:12.755168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:12.794163 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-f6236541-7575-4737-80f5-55cc69c0a5d1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ac9624d5-6732-4b3f-bb6e-68ef55352d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430715 May 10 17:31:12.852299 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:12.854744 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:12.867706 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:12.883269 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:12.888586 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Usage tracker for resource:security_group_rule and tenant:344d3d27c3f046c88e109d2a52d39e6f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:12.891912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:12.898425 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:12.935480 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-80e2f4b5-7031-42e3-b2bb-ae8b3809eb34 service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332154 May 10 17:31:12.991086 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.076813 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bdfa97a-d284-45f7-adb7-0573b6f8605e req-3f123d24-0eaa-40bc-8375-6656c8389cc4 service neutron] 10.222.0.38 "GET /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322865 May 10 17:31:13.109001 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.112026 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7b745da8-910d-4dab-91a3-01480d615445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:13.140011 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:31:13.149431 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278058de-1938-4c93-ad54-5c5344a91fbe,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:13.153097 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:13.156319 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.156664 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Added segment 1436d5cc-d971-4bcb-945a-b8e9694edc70 of type vlan for network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 May 10 17:31:13.185240 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.292446 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.293869 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:13.294462 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:13.299416 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:13.394665 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Pushing event updated for resources: {'Network': ['ID=89ce1758-aeff-4a24-9cf6-4aed58c751f1,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:13.397198 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:13.404526 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:31:13.503941 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9451733 May 10 17:31:13.506566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45174) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:13.512273 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Request body: {'subnet': {'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1915781983-subnet', 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:13.517279 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:13.521223 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Usage tracker for resource:subnet and tenant:344d3d27c3f046c88e109d2a52d39e6f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:13.524168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:13.530586 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:13.616929 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:13.619377 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:14.100871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f35aff-3a73-4845-88b7-ba5fdbc9c532 req-b430c68c-e659-4bdf-a48c-68f6634a3c89 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:14.102340 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-25f35aff-3a73-4845-88b7-ba5fdbc9c532 req-b430c68c-e659-4bdf-a48c-68f6634a3c89 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 944 time: 0.2413135 May 10 17:31:14.171025 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-25f35aff-3a73-4845-88b7-ba5fdbc9c532 req-826670d8-1daa-4033-a900-c363490a9689 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 May 10 17:31:14.240430 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:14.245502 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-94aa4e46-49cb-400e-89fa-22911ac0115f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:14.322657 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:14.327498 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:14.332996 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Checking segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:31:14.333355 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Network hostable DHCP agents. Network: 89ce1758-aeff-4a24-9cf6-4aed58c751f1, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:31:14.445656 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:31:14.512729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 89ce1758-aeff-4a24-9cf6-4aed58c751f1) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:14.521709 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11855ae4-3619-45f4-9a05-6ef6d0be4629 None None] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:31:14.522166 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:14.525636 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:14.629372 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-79eaa0fe-e5e3-4c49-8276-92d410ead6b0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1214592 May 10 17:31:14.716454 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fbacd-6d7c-497d-97f3-7ffdc69e55ef None None] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:31:15.186605 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-e86e8192-01e9-4abb-b31a-3866471a76ab tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:15.188158 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-e86e8192-01e9-4abb-b31a-3866471a76ab tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.1463139 May 10 17:31:15.202992 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91f3db14-8610-4ba2-b4ff-3f363f062a2c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/quotas/344d3d27c3f046c88e109d2a52d39e6f HTTP/1.1" status: 200 len: 375 time: 0.0092347 May 10 17:31:15.250211 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-8c16d355-5d27-4fdc-bc37-1041a0372f20 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416608 May 10 17:31:15.359060 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64917-2603-4fdf-97c1-cfca413de798 req-816df5fd-ecbe-4a69-9500-4dcd67425da7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:15.360529 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bad64917-2603-4fdf-97c1-cfca413de798 req-816df5fd-ecbe-4a69-9500-4dcd67425da7 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 944 time: 0.0830750 May 10 17:31:15.381635 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-85361ac2-16ef-48aa-a7d0-a9dca3a46486 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247230 May 10 17:31:15.406119 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bad64917-2603-4fdf-97c1-cfca413de798 req-10bd797d-abd4-43be-ac51-adbfe340fd39 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 May 10 17:31:15.410617 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6a5d9ada-a941-4260-9e75-28dc214463a4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:31:15.514047 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-830a536a-0112-4a4f-8bf8-cc83f61acb92 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260850 May 10 17:31:15.544763 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6a5d9ada-a941-4260-9e75-28dc214463a4,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:15.558101 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '6a5d9ada-a941-4260-9e75-28dc214463a4', 'network_id': 'ac9624d5-6732-4b3f-bb6e-68ef55352d16', 'port_id': '6a5d9ada-a941-4260-9e75-28dc214463a4', 'mac_address': 'fa:16:3e:8c:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb38d167-6b04-461b-8164-2afaac1422da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:31:15.616707 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:15.634072 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5d9ada-a941-4260-9e75-28dc214463a4 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:15.650366 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6a5d9ada-a941-4260-9e75-28dc214463a4,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:15.752870 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:15.753946 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5e0304ca-44f2-4c1c-a1a2-10f098283079 req-a340d445-8773-4b4f-83e1-dc776b645a6d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 210 time: 0.0426853 May 10 17:31:15.755576 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:15.851863 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.865491 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:15.873917 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:16.028011 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['6a5d9ada-a941-4260-9e75-28dc214463a4'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:16.242610 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45228) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:16.359883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.375145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:16.379037 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Usage tracker for resource:security_group_rule and tenant:870b49be71e74c45b704bbdd1e912617 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:16.381754 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:16.387479 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:16.477122 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.489054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2c13e-5100-4293-ad72-548df5c7bc46 req-405afbb6-f9b0-4f5f-a6e6-696d9f8e44e0 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:16.490584 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2d2c13e-5100-4293-ad72-548df5c7bc46 req-405afbb6-f9b0-4f5f-a6e6-696d9f8e44e0 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.0865786 May 10 17:31:16.537360 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2d2c13e-5100-4293-ad72-548df5c7bc46 req-ae1dcd3d-3fd0-46c5-960e-55ab39de534c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 May 10 17:31:16.561168 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45240) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:16.561538 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.569573 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-507b13f1-fdbc-46f5-a271-c552ff7377ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:16.619143 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=870b49be71e74c45b704bbdd1e912617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753791 May 10 17:31:16.620162 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298f5907-2d10-45c0-bb3d-7950d97d7d3b,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:16.621988 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45246) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:16.623480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:16.650598 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608b10-564d-47e8-b5ab-140c28cdd476 req-5314132d-54ab-4393-8c31-59d209cd2ed0 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:16.652753 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-80608b10-564d-47e8-b5ab-140c28cdd476 req-5314132d-54ab-4393-8c31-59d209cd2ed0 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 945 time: 0.1373000 May 10 17:31:16.684415 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.704477 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-80608b10-564d-47e8-b5ab-140c28cdd476 req-3c0cb31c-3275-4629-ab49-86b154304bc0 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 May 10 17:31:16.756211 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.809676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5feea47-af2a-4b52-9970-dcf0f5ccc596 tempest-TestMinimumBasicScenario-82348362 tempest-TestMinimumBasicScenario-82348362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:16.814113 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f5feea47-af2a-4b52-9970-dcf0f5ccc596 tempest-TestMinimumBasicScenario-82348362 tempest-TestMinimumBasicScenario-82348362-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1093 time: 0.2487352 May 10 17:31:16.814275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45252) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:16.819227 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'port_id': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:16.825902 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:16.830535 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:floatingip and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:16.833715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:16.841635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:16.904024 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b7858ef1-2641-4e21-b5c4-663d3f4f54f1 req-9897db19-806d-4aad-8749-94f0462c8532 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 210 time: 0.0426366 May 10 17:31:16.924000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.928802 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0315e0c2-d851-410b-8e0d-ba8816f51b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:16.941221 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298f5907-2d10-45c0-bb3d-7950d97d7d3b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:16.944557 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:16.949503 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:16.949503 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/298f5907-2d10-45c0-bb3d-7950d97d7d3b HTTP/1.1" status: 204 len: 168 time: 0.3264365 May 10 17:31:16.969580 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for floatingip, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.103732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.319286 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Allocated IP 172.28.3.34 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/e916e90c-f834-4df6-a2cb-23d57bc48d91) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:17.457576 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6a5d9ada-a941-4260-9e75-28dc214463a4 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:31:17.479097 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.628752 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 6a5d9ada-a941-4260-9e75-28dc214463a4 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:31:17.629165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.633880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:17.639798 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 6a5d9ada-a941-4260-9e75-28dc214463a4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:31:17.639798 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.696709 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:17.699547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:17.703373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:17.745719 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'Port': ['ID=e916e90c-f834-4df6-a2cb-23d57bc48d91,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:17.749704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:17.761830 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.793935 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:17.805089 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6a5d9ada-a941-4260-9e75-28dc214463a4,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:17.842237 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4', 'code': 200} May 10 17:31:17.887073 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:17.889101 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:17.958883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90058253-0f97-4441-92bc-ab985068fefd req-d95185ef-07ab-4f4a-a337-e87cb5b7274a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:17.967554 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-90058253-0f97-4441-92bc-ab985068fefd req-d95185ef-07ab-4f4a-a337-e87cb5b7274a tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 945 time: 0.1357965 May 10 17:31:18.025113 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-90058253-0f97-4441-92bc-ab985068fefd req-3e1f5e88-e5be-4c8e-9459-c9a968d07cd1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 May 10 17:31:18.027605 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:18.045432 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:18.158919 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa4b1646-775e-4147-8f22-ae891c0b17ad req-753426d1-48ba-45e7-9a4d-131fc1d9d85b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 210 time: 0.0509827 May 10 17:31:18.424297 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039e28d-cd8e-4b1e-9bac-5f99e7948f98 req-86c9a866-a9b9-48f5-a6b7-80f6462cb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:18.425777 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7039e28d-cd8e-4b1e-9bac-5f99e7948f98 req-86c9a866-a9b9-48f5-a6b7-80f6462cb77c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 1099 time: 0.2354152 May 10 17:31:18.445891 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-f60d5a17-db90-4f82-b4b5-0c286553e2c1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:18.447335 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-f60d5a17-db90-4f82-b4b5-0c286553e2c1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.2201350 May 10 17:31:18.480915 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Request body: {'port': {'device_id': 'd748f175-af27-4640-92de-013d296025c5', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'admin_state_up': True, 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:18.578059 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7039e28d-cd8e-4b1e-9bac-5f99e7948f98 req-2d9cffb9-5c13-4a9a-b81c-3ab7cb604cef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237507 May 10 17:31:18.596719 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:18.656445 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:18.660322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Usage tracker for resource:port and tenant:344d3d27c3f046c88e109d2a52d39e6f is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:18.663331 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:18.669791 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:18.746206 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:18.749600 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:18.826172 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.145371 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Allocated IP 172.20.0.12 (89ce1758-aeff-4a24-9cf6-4aed58c751f1/81526a4d-7fad-4fbc-95e5-dbd5270c0bfb/a8b5420c-171e-43a6-951d-84ba2376ada4) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:19.237969 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f28793-6db6-42e0-a1b7-83f1302e7433 req-62c55f03-3e2c-4868-96d3-5062639ae073 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:19.244002 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-74f28793-6db6-42e0-a1b7-83f1302e7433 req-62c55f03-3e2c-4868-96d3-5062639ae073 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.1146927 May 10 17:31:19.269341 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.319130 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-74f28793-6db6-42e0-a1b7-83f1302e7433 req-65cb7d53-f711-4b22-971b-0059ee51f58d tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 May 10 17:31:19.357870 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.368497 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-268e3785-0ba7-47ce-950c-4432a39e9559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:19.410105 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-faf0037d-0982-47be-85a0-8891f62ac51c req-45db400e-ff0d-442c-9960-46f9ca976d8b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 210 time: 0.0983522 May 10 17:31:19.518822 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'Port': ['ID=e916e90c-f834-4df6-a2cb-23d57bc48d91,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:19.534222 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:19.542444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.599478 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.729981 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Floating IP 6bc99a73-a1f6-4154-a316-ea1cf4cdddc3 associated. External IP: 172.28.3.34, port: 5a76eeab-bfcc-415a-9117-62e6b6b89e4c. May 10 17:31:19.881273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:19.887583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:19.963723 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:19.967396 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:20.024657 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:20.056344 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event updated for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:20.114133 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:20.176836 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:20.177435 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:20.225889 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Router 17c457e5-138e-48a0-9aae-8b5790ef8586 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:31:20.289835 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8139260 May 10 17:31:20.353550 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Request body: {'port': {'device_id': 'd748f175-af27-4640-92de-013d296025c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:20.529501 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586890-711c-4de7-b00a-76a4771521ef req-e0169b06-7963-490f-baef-e0cb5dee52a4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:20.533061 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46586890-711c-4de7-b00a-76a4771521ef req-e0169b06-7963-490f-baef-e0cb5dee52a4 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.0944214 May 10 17:31:20.577127 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46586890-711c-4de7-b00a-76a4771521ef req-62a01c55-f1b2-4684-b891-bcd19dd827a5 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398438 May 10 17:31:20.649347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:31:20.660625 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Sync routers for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:31:20.661645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:20.672593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:20.673391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:20.775102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c63e0a-700e-435e-8179-9e48cdcba4ba req-7296af18-0c92-4d9d-ac66-e5b4088b8e4e tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:20.775858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-97c63e0a-700e-435e-8179-9e48cdcba4ba req-7296af18-0c92-4d9d-ac66-e5b4088b8e4e tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:20.863363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:20.903996 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:20.959826 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1420448 May 10 17:31:20.960492 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45318) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:20.965535 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503803025', 'description': 'tempest-secgroup-smoke-503803025 description', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:20.971902 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:20.980466 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:20.986100 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:21.034355 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-97c63e0a-700e-435e-8179-9e48cdcba4ba req-7296af18-0c92-4d9d-ac66-e5b4088b8e4e tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:21.035685 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-97c63e0a-700e-435e-8179-9e48cdcba4ba req-7296af18-0c92-4d9d-ac66-e5b4088b8e4e tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 932 time: 0.4775999 May 10 17:31:21.086079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.113704 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:21.117973 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:21.123872 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:21.132166 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:21.144934 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-97c63e0a-700e-435e-8179-9e48cdcba4ba req-9d368b30-3f3d-4e25-ab3b-cab961023d28 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015060 May 10 17:31:21.203929 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:31:21.216188 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.304754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b5420c-171e-43a6-951d-84ba2376ada4 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:21.314430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.324249 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6bc99a73-a1f6-4154-a316-ea1cf4cdddc3', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'port_id': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'mac_address': 'fa:16:3e:6c:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:18Z', 'updated_at': '2021-05-10T17:31:18Z', 'revision_number': 0, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:21.328099 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Checking router: 17c457e5-138e-48a0-9aae-8b5790ef8586 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:31:21.331431 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.333040 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Transition to ACTIVE for port object a8b5420c-171e-43a6-951d-84ba2376ada4 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:31:21.337581 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cdc13804-1bdf-4e6a-8594-3cbeb0cb31f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:21.338291 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:21.339546 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:30:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:21.355118 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-95a7e290-0ac9-4c39-8e51-470805107ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:21.356476 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-95a7e290-0ac9-4c39-8e51-470805107ae6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1098 time: 0.1197846 May 10 17:31:21.381079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7152f1cd-0a5b-42ce-b124-540686ab0f66,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:21.394997 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:21.437640 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.446449 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:21.514455 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.516189 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d3aa3066-a328-406e-aaf6-95629ffddcab tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5550303 May 10 17:31:21.519002 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45328) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:21.524287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:21.530258 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:21.535017 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:21.535888 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:21.538222 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:21.545012 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:21.600026 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:21.607876 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:21.645589 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.693065 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-c2970032-3ab6-40a0-8ad0-91dddf5e50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:21.694413 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-c2970032-3ab6-40a0-8ad0-91dddf5e50cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.3272545 May 10 17:31:21.725358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.842699 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.853961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Attempting to bind port a8b5420c-171e-43a6-951d-84ba2376ada4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:31:21.855109 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Attempting to bind port a8b5420c-171e-43a6-951d-84ba2376ada4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:31:21.855212 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Attempting to bind port a8b5420c-171e-43a6-951d-84ba2376ada4 on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:21.857774 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e39568e9-6486-4768-8f16-9e77c06422c4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:21.878947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Port a8b5420c-171e-43a6-951d-84ba2376ada4 on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:31:21.879453 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Attempting to bind port a8b5420c-171e-43a6-951d-84ba2376ada4 on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:21.919037 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-143acdb2-f62b-47d1-bcb9-5064904c325f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 998 time: 0.1926534 May 10 17:31:21.921497 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:31:21.921961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Checking segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:31:21.922561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Bound using segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:31:21.923257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Bound port: a8b5420c-171e-43a6-951d-84ba2376ada4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:31:21.923696 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:21.925313 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31aaf4-4b39-42b4-801d-927e4ffe891e,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:21.930634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:21.940469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6bc99a73-a1f6-4154-a316-ea1cf4cdddc3', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'port_id': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'mac_address': 'fa:16:3e:6c:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:18Z', 'updated_at': '2021-05-10T17:31:18Z', 'revision_number': 0, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:21.944698 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444b01ac-d13b-49f0-91ff-984827659fb0 None None] The sync data for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb is: [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6bc99a73-a1f6-4154-a316-ea1cf4cdddc3', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'floating_ip_address': '172.28.3.34', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'port_id': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'mac_address': 'fa:16:3e:6c:90:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:18Z', 'updated_at': '2021-05-10T17:31:18Z', 'revision_number': 0, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:31:22.030122 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.032996 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5115535 May 10 17:31:22.034425 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45338) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:22.043685 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:22.049327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:22.053304 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:22.056606 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:22.063707 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:22.066539 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-843fd686-2543-4cf8-a393-ff233528f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.068080 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-843fd686-2543-4cf8-a393-ff233528f2d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.1335802 May 10 17:31:22.142393 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:31:22.153212 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.159050 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b5420c-171e-43a6-951d-84ba2376ada4,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:31:22.178292 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3973ead-e022-49bb-b5ff-a494e02c3339 None None] New status for floating IP 6bc99a73-a1f6-4154-a316-ea1cf4cdddc3: ACTIVE {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:31:22.188284 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-53e5dd5d-d8b4-49ef-a5c3-0773f1db5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.189841 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-53e5dd5d-d8b4-49ef-a5c3-0773f1db5951 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1049728 May 10 17:31:22.237246 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.282678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.303314 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.305728 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:22.328764 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50215036-4eb5-4458-a8cd-a2a9686dc6c8,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:22.333678 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:22.406132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.410033 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-634837c0-5b93-493d-9aa6-60a95b5fe540 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3719542 May 10 17:31:22.410423 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45344) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:22.416457 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbb6fdc4-3cc5-439f-90b0-dbfabd9f1a1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:22.416643 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:22.421941 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:22.425864 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:22.429395 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:22.435967 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:22.505793 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.506407 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.507925 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] 10.222.0.38 "PUT /v2.0/ports/a8b5420c-171e-43a6-951d-84ba2376ada4 HTTP/1.1" status: 200 len: 1094 time: 2.1657982 May 10 17:31:22.517187 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.544278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:22.547992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:22.559427 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-ddea2eb8-4546-44fe-8118-a8dad513a996 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599803 May 10 17:31:22.586239 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.634438 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.643428 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee36e920-d9c7-4bcd-8965-46d5394d6aa8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:22.661180 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4822596f-d1ca-4f48-8d40-24bb1e190afe,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:22.663492 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:22.702383 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e394d9e-0f8e-499d-bf69-c5350ca1121b req-8c27363c-3802-4ab5-938a-043875322ad9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.703842 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0e394d9e-0f8e-499d-bf69-c5350ca1121b req-8c27363c-3802-4ab5-938a-043875322ad9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 944 time: 0.4285107 May 10 17:31:22.731925 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.733399 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217366 May 10 17:31:22.736221 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45348) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:22.741901 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:22.748135 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:22.752114 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:22.755143 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:22.761524 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:22.794147 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-131a38cb-b858-4577-a9c4-9c079603f9a2 req-1109170e-a132-4c34-828c-85ff01cb3c33 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269545 May 10 17:31:22.800441 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0e394d9e-0f8e-499d-bf69-c5350ca1121b req-cb8bc226-1587-4722-9ea1-a5cdfe3a81e3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883043 May 10 17:31:22.815036 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-a74bafe0-a85f-4724-b0fd-a457eba72b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.816482 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-a74bafe0-a85f-4724-b0fd-a457eba72b05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 1097 time: 0.1689856 May 10 17:31:22.873790 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.899234 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-dcf55f7f-3030-4914-9209-809e96faf040 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b5420c-171e-43a6-951d-84ba2376ada4 HTTP/1.1" status: 200 len: 217 time: 0.0710042 May 10 17:31:22.961136 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:22.970622 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-eec40531-1d67-4c56-be6e-67599346246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:22.972134 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-eec40531-1d67-4c56-be6e-67599346246a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0630770 May 10 17:31:23.024253 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-659d784d-d4de-4c8c-92e1-ca689e11905b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457962 May 10 17:31:23.113062 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-6be3824b-7b42-4aed-a9e8-d81258170c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.183386 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-a61f0bfa-4482-4ced-8dc5-33722fdac29c service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442354 May 10 17:31:23.210245 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:23.272851 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4', 'status': 'completed', 'code': 200} May 10 17:31:23.340307 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a440b3d-578c-4eb7-a716-ca682896f413 req-752e5bf0-50da-40be-b488-3d7b8ea2f35c service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481938 May 10 17:31:23.531666 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.533871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-65d18264-6f70-42ec-9706-6532b5bb3777 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:23.554605 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33e0eb6-ef47-4e30-94a1-1d88d7428d38,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:23.558737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:23.652309 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.653503 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2ddfab77-e1cd-4b13-b890-24f5820adcff tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9159334 May 10 17:31:23.656305 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45364) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:23.661721 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:23.667676 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:23.671482 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:23.674454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:23.680270 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:23.716123 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-7edefa2b-c4b6-4723-ba2d-2d0d08cf47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:23.717583 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-7edefa2b-c4b6-4723-ba2d-2d0d08cf47e7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 1097 time: 0.0704134 May 10 17:31:23.794491 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.securitygroups_db [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Project f96da441b75d4e77a6b7fcb614ec5d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:31:23.801145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.878408 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.884597 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-88cd7811-8e39-4c7c-8791-f554e0257a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:23.886773 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-88cd7811-8e39-4c7c-8791-f554e0257a50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 916 time: 0.1574216 May 10 17:31:23.975226 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:23.983285 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:23.999427 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-b4f054c1-35cb-4045-b62f-a98c3c6d4c84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b5420c-171e-43a6-951d-84ba2376ada4 HTTP/1.1" status: 200 len: 217 time: 0.1039944 May 10 17:31:24.001815 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce871ecb-d696-4570-b17b-9ad0674b7aed,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:24.004400 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:24.076082 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-b6e17f64-df2f-4b96-94cb-67f065c32465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:24.077438 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-b6e17f64-df2f-4b96-94cb-67f065c32465 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0703723 May 10 17:31:24.124581 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:24.126166 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-42c5fd1a-f5ee-4f86-8cd3-7f12fa97edbb tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4688463 May 10 17:31:24.127834 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b5f9e-4c82-4e1a-be3e-fa6ec0bad759 req-1ea8d291-9c5c-40d8-ae41-a5a08e68daeb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:24.128783 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45374) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:24.134989 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac8b5f9e-4c82-4e1a-be3e-fa6ec0bad759 req-1ea8d291-9c5c-40d8-ae41-a5a08e68daeb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 944 time: 0.1876817 May 10 17:31:24.136242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'security_group_rule': {'security_group_id': '7152f1cd-0a5b-42ce-b124-540686ab0f66', 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:24.143488 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:24.148274 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Usage tracker for resource:security_group_rule and tenant:f96da441b75d4e77a6b7fcb614ec5d5f is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:24.153905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:24.156811 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-e8f519d0-be65-43b2-bd6d-e5554db9cd58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709126 May 10 17:31:24.158261 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:24.221633 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.securitygroups_db [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Project f96da441b75d4e77a6b7fcb614ec5d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:31:24.227979 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:24.250756 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ac8b5f9e-4c82-4e1a-be3e-fa6ec0bad759 req-1d769a73-a87a-4897-aaf0-61124ee2789a tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143765 May 10 17:31:24.313676 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:24.320714 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-50398fb5-b07a-4ad9-b014-676cd7b0a17f service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467786 May 10 17:31:24.386957 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:24.389060 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:24.412793 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2721f8d7-f433-4b88-8a26-08e61ee63899,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:24.415342 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:24.495982 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:24.497259 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e66df346-8f2c-4322-b0a5-26011cad009f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3671143 May 10 17:31:24.548264 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4360bacb-0464-4d37-89fd-2b4c50f2ca94 req-c0a9eefa-d6cc-4285-acf8-63fac309d52d service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212145 May 10 17:31:24.622943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-3c9ddc12-3c09-40f3-915c-b7fc0a7d7ea8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:24.689228 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-3c9ddc12-3c09-40f3-915c-b7fc0a7d7ea8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:24.690429 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-3c9ddc12-3c09-40f3-915c-b7fc0a7d7ea8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503803025&fields=id&tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f HTTP/1.1" status: 200 len: 267 time: 0.1081262 May 10 17:31:24.776866 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-91e7a8d3-34c4-44ed-b109-a2d277c3ee1a tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:24.778337 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-91e7a8d3-34c4-44ed-b109-a2d277c3ee1a tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.0822246 May 10 17:31:24.789199 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'port': {'security_groups': ['e913879d-eb9c-4b91-bf49-6b1c342b9951', '7152f1cd-0a5b-42ce-b124-540686ab0f66']}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:24.908662 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.164613 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:25.188185 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for port, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.274827 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10589920'] for port, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.291833 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:25.294515 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:25.382167 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.481978 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:25.482654 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.484192 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-00cfd6c2-c5d0-491b-8441-77359a4af37b req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "PUT /v2.0/ports/5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 981 time: 0.6994758 May 10 17:31:25.484738 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:25.509780 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a851b2-f91f-4c6d-830f-4172614ba635 req-4e2ee606-8a92-485a-9d8d-8038201c0a71 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:25.511290 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-32a851b2-f91f-4c6d-830f-4172614ba635 req-4e2ee606-8a92-485a-9d8d-8038201c0a71 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 944 time: 0.1089973 May 10 17:31:25.517089 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=6']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:25.521622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:25.582641 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-32a851b2-f91f-4c6d-830f-4172614ba635 req-6d69e1ec-c280-4157-955c-ae4d85a5601f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575418 May 10 17:31:25.633313 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:25.669714 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:31:25.700701 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d88a3c7b-7acc-4843-8a48-aaec68bb41ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.719406 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5915a-ceb8-47d6-a0c0-5b1cf85289fe req-92703916-43ea-4c3c-be7c-cc3e88f59743 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:25.720863 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7eb5915a-ceb8-47d6-a0c0-5b1cf85289fe req-92703916-43ea-4c3c-be7c-cc3e88f59743 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.1093116 May 10 17:31:25.773391 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7eb5915a-ceb8-47d6-a0c0-5b1cf85289fe req-d338fa29-369e-42ad-a174-48690ffeacf8 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451105 May 10 17:31:25.784943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-b87d8bbb-57d7-4838-a04a-fe628a1e43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:25.787434 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-b87d8bbb-57d7-4838-a04a-fe628a1e43e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1137 time: 0.0943139 May 10 17:31:25.899072 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7fc50145-eafe-4c13-8524-934836587792 None None] Provisioning complete for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:31:25.899582 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7fc50145-eafe-4c13-8524-934836587792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:25.960790 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-bca378a7-5cbb-480e-998c-cbfe6aacbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:25.962250 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-bca378a7-5cbb-480e-998c-cbfe6aacbe02 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.1679318 May 10 17:31:26.065989 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-9eb0dda8-b374-457e-9333-8031482a6527 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 1000 time: 0.0969892 May 10 17:31:26.133135 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-58c32d4c-c638-4d33-b92b-f0ea5829f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:26.134596 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-58c32d4c-c638-4d33-b92b-f0ea5829f750 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0620565 May 10 17:31:26.212146 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-af0f3483-9c55-4294-bf14-a54f1e3eab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:26.213979 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-af0f3483-9c55-4294-bf14-a54f1e3eab7c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723541 May 10 17:31:26.353426 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-42833d32-d404-4879-af5c-0a2ac80f9493 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302671 May 10 17:31:26.409909 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:26.493320 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d08cbb72-9d85-4f99-a2c9-504a0eb89940 req-b671f7f2-e10d-4402-a485-23cdb4d43e91 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328037 May 10 17:31:26.768180 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b8f1c-6441-4911-bfd6-b4d522e95deb req-bf93de85-451c-4487-b025-9e5a6ee7e84c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:26.769676 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-302b8f1c-6441-4911-bfd6-b4d522e95deb req-bf93de85-451c-4487-b025-9e5a6ee7e84c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 944 time: 0.0837240 May 10 17:31:26.813802 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-302b8f1c-6441-4911-bfd6-b4d522e95deb req-3984c804-932b-4e48-b7e0-e03669d79778 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:26.937847 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-302b8f1c-6441-4911-bfd6-b4d522e95deb req-3984c804-932b-4e48-b7e0-e03669d79778 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:26.939061 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-302b8f1c-6441-4911-bfd6-b4d522e95deb req-3984c804-932b-4e48-b7e0-e03669d79778 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636829 May 10 17:31:27.511015 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a8b5420c-171e-43a6-951d-84ba2376ada4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:31:27.648185 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b5420c-171e-43a6-951d-84ba2376ada4,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:27.661364 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'a8b5420c-171e-43a6-951d-84ba2376ada4', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'port_id': 'a8b5420c-171e-43a6-951d-84ba2376ada4', 'mac_address': 'fa:16:3e:d3:e7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526a4d-7fad-4fbc-95e5-dbd5270c0bfb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:31:27.719236 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:27.737019 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b5420c-171e-43a6-951d-84ba2376ada4 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:27.753153 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b5420c-171e-43a6-951d-84ba2376ada4,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:27.834475 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:27.836994 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:27.904992 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:27.908074 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:28.126718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108a37-e70a-4d23-9761-8d8a0bce1c65 req-3f0334f0-2c23-4514-8b81-0dcd5220fe72 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:28.128205 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b1108a37-e70a-4d23-9761-8d8a0bce1c65 req-3f0334f0-2c23-4514-8b81-0dcd5220fe72 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 945 time: 0.0814793 May 10 17:31:28.153250 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:28.177151 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b1108a37-e70a-4d23-9761-8d8a0bce1c65 req-4b71f39d-ac6d-4947-872f-0d4336ccc12a tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 May 10 17:31:28.185925 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:29.369564 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff70a0-9909-4a0e-98fa-ec3cf62d0ab6 req-94f55beb-1fb8-4d44-8e08-b7f882b81dfd tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:29.371617 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b7ff70a0-9909-4a0e-98fa-ec3cf62d0ab6 req-94f55beb-1fb8-4d44-8e08-b7f882b81dfd tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 945 time: 0.0845106 May 10 17:31:29.415907 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b7ff70a0-9909-4a0e-98fa-ec3cf62d0ab6 req-0458174e-20a4-4eea-b292-dc006045f125 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 May 10 17:31:29.539928 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a8b5420c-171e-43a6-951d-84ba2376ada4 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:31:29.667106 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port a8b5420c-171e-43a6-951d-84ba2376ada4 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:31:29.672133 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port a8b5420c-171e-43a6-951d-84ba2376ada4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:31:29.672558 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:29.787339 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:29.814621 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:29.824091 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b5420c-171e-43a6-951d-84ba2376ada4,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:29.859368 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4', 'code': 200} May 10 17:31:29.906430 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:29.908429 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-0becfb30-b4dd-4697-a8ea-2ab7656fa1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:29.976746 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:29.979718 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:30.343836 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33f071-8613-45a0-9321-5dbcfaabc3c2 req-bb34ecdd-ddb0-43d6-b578-4f38dc537786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:30.345314 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee33f071-8613-45a0-9321-5dbcfaabc3c2 req-bb34ecdd-ddb0-43d6-b578-4f38dc537786 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 1099 time: 0.0690300 May 10 17:31:30.398730 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee33f071-8613-45a0-9321-5dbcfaabc3c2 req-cab0c4f1-16ec-4e5f-9631-49d826525140 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 May 10 17:31:30.611456 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a41c-7764-4b75-b8a7-6ff42e7a4874 req-9320315a-44aa-4e7e-83cf-ea076ff3d282 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:30.612896 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3f30a41c-7764-4b75-b8a7-6ff42e7a4874 req-9320315a-44aa-4e7e-83cf-ea076ff3d282 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 946 time: 0.0908434 May 10 17:31:30.657530 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3f30a41c-7764-4b75-b8a7-6ff42e7a4874 req-fe7e5d82-89f7-421d-8fca-e5e3367f6dbc tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388978 May 10 17:31:31.844717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078425cb-cbbc-4b70-8f0f-abedbab8fc1f req-a8746a0e-1a98-4365-8d64-3bac5185a437 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:31.846196 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-078425cb-cbbc-4b70-8f0f-abedbab8fc1f req-a8746a0e-1a98-4365-8d64-3bac5185a437 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 946 time: 0.0824893 May 10 17:31:31.889540 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:31.891605 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-078425cb-cbbc-4b70-8f0f-abedbab8fc1f req-c8ae67ce-d7da-4e03-9aa4-26d5a2377813 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 May 10 17:31:37.110014 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-389c3ce4-8dc3-45e0-8c9c-1415489e711c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:37.110736 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-389c3ce4-8dc3-45e0-8c9c-1415489e711c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:network {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:37.203737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-389c3ce4-8dc3-45e0-8c9c-1415489e711c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:network {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:37.204952 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-389c3ce4-8dc3-45e0-8c9c-1415489e711c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.2453074 May 10 17:31:37.219555 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-c840ca7a-6543-4646-a65e-38108f71fb38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/quotas/344d3d27c3f046c88e109d2a52d39e6f HTTP/1.1" status: 200 len: 375 time: 0.0090272 May 10 17:31:37.302011 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-59a0d2c6-b5cc-4685-9890-7bf34ae43f15 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0774314 May 10 17:31:37.434293 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-7c462a9e-0315-4997-b6ff-e67156148d14 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249034 May 10 17:31:37.566842 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-e18387ea-669d-4ff3-9c78-396c2c1262b8 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265233 May 10 17:31:37.800083 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-acfefd40-9136-4dc3-a414-325ed1e508ac req-4949c631-042c-45dc-ac61-7e20eda55ace tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 210 time: 0.0435112 May 10 17:31:38.950373 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c6e81b8f-a953-42c0-9ec3-491b6347bf77 req-166e5c95-3a95-4c2a-9b97-714091375e29 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 210 time: 0.0417433 May 10 17:31:40.081870 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-6fd65b5f-c56e-488d-8620-c4d0f2ef5d87 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:40.083301 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-6fd65b5f-c56e-488d-8620-c4d0f2ef5d87 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.1486120 May 10 17:31:40.096482 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Request body: {'port': {'device_id': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'admin_state_up': True, 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:40.105416 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b7d8e35d-15e8-45b5-94a5-35f0415ad746 req-27138f25-62f5-4962-bc56-2b4db2447cda tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 210 time: 0.0472534 May 10 17:31:40.236382 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:40.245903 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:40.340803 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:40.350969 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:40.582587 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Allocated IP 172.20.0.6 (89ce1758-aeff-4a24-9cf6-4aed58c751f1/81526a4d-7fad-4fbc-95e5-dbd5270c0bfb/3b74b40a-e7b6-4405-97b9-6f4a0100d97b) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:40.780726 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:40.863611 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:40.869523 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:40.878464 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:40.931571 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:40.935200 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:40.937801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:40.983608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event updated for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:40.986660 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:41.013576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:41.014171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.096047 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0031810 May 10 17:31:41.115014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Request body: {'port': {'device_id': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:41.283227 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.384964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc7d92-04dd-4dfd-9c51-527f07acf075 req-b3b1d096-3f25-4645-ac9c-750009cdcfb1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:41.385648 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-1cfc7d92-04dd-4dfd-9c51-527f07acf075 req-b3b1d096-3f25-4645-ac9c-750009cdcfb1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:41.538807 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-1cfc7d92-04dd-4dfd-9c51-527f07acf075 req-b3b1d096-3f25-4645-ac9c-750009cdcfb1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:41.539938 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1cfc7d92-04dd-4dfd-9c51-527f07acf075 req-b3b1d096-3f25-4645-ac9c-750009cdcfb1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 931 time: 0.3214710 May 10 17:31:41.623684 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1cfc7d92-04dd-4dfd-9c51-527f07acf075 req-dc34b3f5-e925-4eea-b82b-d77dd17d4308 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769024 May 10 17:31:41.699652 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b74b40a-e7b6-4405-97b9-6f4a0100d97b {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:41.706878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.720465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Transition to ACTIVE for port object 3b74b40a-e7b6-4405-97b9-6f4a0100d97b will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:31:41.810167 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:41.814131 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:41.970752 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:41.978147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:42.043170 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Attempting to bind port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:31:42.044148 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Attempting to bind port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:31:42.044485 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Attempting to bind port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:42.049027 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:31:42.049352 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Attempting to bind port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:42.054373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:31:42.054720 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Checking segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:31:42.055143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Bound using segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:31:42.055565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Bound port: 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:31:42.055906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:42.149145 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:31:42.151974 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:31:42.223024 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:42.227526 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-db1ad611-3a5c-4b82-ab0d-423128e8680f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:42.278565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.278876 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:42.280405 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] 10.222.0.38 "PUT /v2.0/ports/3b74b40a-e7b6-4405-97b9-6f4a0100d97b HTTP/1.1" status: 200 len: 1093 time: 1.1696105 May 10 17:31:42.282901 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:42.310144 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:42.316330 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:42.327303 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', 'status': 'completed', 'code': 200} May 10 17:31:42.428646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-b32101d7-1f54-45ee-9e23-e2ccf727ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.430028 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-b32101d7-1f54-45ee-9e23-e2ccf727ce1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 1096 time: 0.0765579 May 10 17:31:42.650565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-4d400dad-2ba4-4039-b900-5071c900f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.652028 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-4d400dad-2ba4-4039-b900-5071c900f375 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2082560 May 10 17:31:42.846340 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-b38fca10-8092-476b-9006-62c88f38820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.847798 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-57eba8d8-c7dd-4d94-ac40-635df0bd12e8 req-b38fca10-8092-476b-9006-62c88f38820e service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878519 May 10 17:31:42.866432 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08a4cc-c263-448f-8b6e-88c2b84e2f18 req-b99510a8-dfa6-4eeb-9bd3-35e6355b0765 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.868110 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5c08a4cc-c263-448f-8b6e-88c2b84e2f18 req-b99510a8-dfa6-4eeb-9bd3-35e6355b0765 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 943 time: 0.1371617 May 10 17:31:42.968188 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5c08a4cc-c263-448f-8b6e-88c2b84e2f18 req-c87c5aa7-30dc-433c-b9c3-8d6739f39225 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891280 May 10 17:31:42.989170 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-c68bde3a-3098-4ac7-8a36-d54f16be0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:42.990588 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-c68bde3a-3098-4ac7-8a36-d54f16be0a58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 1096 time: 0.0919654 May 10 17:31:43.069900 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-6d3209fa-ed98-416b-be43-5dfa1e78c7a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b HTTP/1.1" status: 200 len: 217 time: 0.0641046 May 10 17:31:43.135619 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-84b6b31b-773f-48ce-9d60-60456362fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:43.137677 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-84b6b31b-773f-48ce-9d60-60456362fb25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0602443 May 10 17:31:43.188472 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-b51fb21b-935c-42cd-824d-c4d7529f8a02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407097 May 10 17:31:43.341927 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-0cf7039d-c0da-4f72-b107-1a1c2f94d87d service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362233 May 10 17:31:43.474744 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-db93e61b-1d82-42e6-a84a-8b8795fc9f9a req-c0b93889-7fbc-4c41-b67c-8e8559580dc5 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256058 May 10 17:31:44.159716 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228472f-8d9b-41ce-8ff1-3393ccd3ca14 req-14cd61b3-4195-4bba-a36b-95729331903c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:44.161171 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3228472f-8d9b-41ce-8ff1-3393ccd3ca14 req-14cd61b3-4195-4bba-a36b-95729331903c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 943 time: 0.0835876 May 10 17:31:44.208851 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3228472f-8d9b-41ce-8ff1-3393ccd3ca14 req-7a430e3b-a936-4492-9859-c17b42468f34 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 May 10 17:31:45.093937 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091a3f0-69e5-4402-8671-9688086bd7d4 req-9f132bcd-c4e8-4f27-88a3-e8aa57077348 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:45.095427 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4091a3f0-69e5-4402-8671-9688086bd7d4 req-9f132bcd-c4e8-4f27-88a3-e8aa57077348 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.0873504 May 10 17:31:45.147935 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4091a3f0-69e5-4402-8671-9688086bd7d4 req-8196c6e4-bb8c-4510-bcb9-1a28da728909 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 May 10 17:31:45.392521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1084-3903-4f81-b92e-1968a669094e req-0e29e176-d336-41c0-9bcf-c4583ff25a17 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:45.393984 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb4d1084-3903-4f81-b92e-1968a669094e req-0e29e176-d336-41c0-9bcf-c4583ff25a17 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 943 time: 0.0810258 May 10 17:31:45.437406 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cb4d1084-3903-4f81-b92e-1968a669094e req-7ceb0ac6-1ded-4f90-ba83-97d91b90263c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 May 10 17:31:45.617598 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3b74b40a-e7b6-4405-97b9-6f4a0100d97b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:31:45.756957 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:45.771129 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'port_id': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', 'mac_address': 'fa:16:3e:43:de:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526a4d-7fad-4fbc-95e5-dbd5270c0bfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:31:45.822416 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c196c0e-322d-4211-a12f-a1ba63b54f7d req-0ded1727-3876-48d2-b947-56e96eb865d0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:45.823952 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c196c0e-322d-4211-a12f-a1ba63b54f7d req-0ded1727-3876-48d2-b947-56e96eb865d0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0945683 May 10 17:31:45.837757 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:45.854878 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b74b40a-e7b6-4405-97b9-6f4a0100d97b {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:45.869367 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:45.869861 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c196c0e-322d-4211-a12f-a1ba63b54f7d req-8029fe0e-71d9-4947-9f9a-21cb47582c9b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394421 May 10 17:31:45.941344 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:45.943252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:46.034562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:46.037839 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:46.311373 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['3b74b40a-e7b6-4405-97b9-6f4a0100d97b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:46.338253 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a53f4-4d99-48f9-ad1c-fb313046fc3e req-47ebea1b-7e91-4279-b829-12b08ee47c6f tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:46.339866 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-321a53f4-4d99-48f9-ad1c-fb313046fc3e req-47ebea1b-7e91-4279-b829-12b08ee47c6f tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.0804412 May 10 17:31:46.386819 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-321a53f4-4d99-48f9-ad1c-fb313046fc3e req-af2da23d-3cb6-49ad-a68b-a5a1a6a718f0 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 May 10 17:31:46.621248 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ea607-3cf6-4c81-98aa-ea73c39caa13 req-3dcd6f67-24e1-4e4e-a294-2bd2d488c080 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:46.622906 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f19ea607-3cf6-4c81-98aa-ea73c39caa13 req-3dcd6f67-24e1-4e4e-a294-2bd2d488c080 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 944 time: 0.0810142 May 10 17:31:46.666761 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f19ea607-3cf6-4c81-98aa-ea73c39caa13 req-d8654157-c633-4921-bf0b-5a750f9def63 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 May 10 17:31:47.063391 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89eaa15-e1fb-4bb9-8dbe-0cb02adc0ee8 req-322df6e9-5dbb-4a43-825a-b90b545b9b86 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.064894 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b89eaa15-e1fb-4bb9-8dbe-0cb02adc0ee8 req-322df6e9-5dbb-4a43-825a-b90b545b9b86 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0829728 May 10 17:31:47.113022 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b89eaa15-e1fb-4bb9-8dbe-0cb02adc0ee8 req-a196d8de-8305-426a-9435-2371dc7f22ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424054 May 10 17:31:47.200586 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:31:47.573675 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc64326-b4ac-4561-ba12-3f8a18809851 req-1e4b00eb-621f-4c26-98b0-ba497ec8613c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.575064 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3fc64326-b4ac-4561-ba12-3f8a18809851 req-1e4b00eb-621f-4c26-98b0-ba497ec8613c tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.0856278 May 10 17:31:47.618767 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3fc64326-b4ac-4561-ba12-3f8a18809851 req-6616b325-9e35-4d6e-a113-64731aa0f3b1 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 May 10 17:31:47.627392 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3b74b40a-e7b6-4405-97b9-6f4a0100d97b up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:31:47.743048 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:31:47.748661 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:31:47.753228 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:47.857484 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a7736-a4bc-463c-90c5-8847468a10b6 req-2f73c89b-6e5e-4168-bf8e-f4341989ea50 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:47.860238 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5b1a7736-a4bc-463c-90c5-8847468a10b6 req-2f73c89b-6e5e-4168-bf8e-f4341989ea50 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 944 time: 0.0901461 May 10 17:31:47.876406 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:47.903391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:47.908712 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5b1a7736-a4bc-463c-90c5-8847468a10b6 req-3105d1f0-3c12-4df8-a3cd-d6d2fbc07d4f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 May 10 17:31:47.938305 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:47.963172 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', 'code': 200} May 10 17:31:48.023259 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:48.025151 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:48.089294 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:48.092906 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:48.179360 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-41d4b60b-5539-4dd3-8ca4-6c92285bc908 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:48.180769 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-41d4b60b-5539-4dd3-8ca4-6c92285bc908 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0792294 May 10 17:31:48.307554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c56f4-f500-4c81-ab60-e4c22351890a req-aa689cb8-1c0c-4c1e-bc47-be0f05561539 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:48.309052 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-916c56f4-f500-4c81-ab60-e4c22351890a req-aa689cb8-1c0c-4c1e-bc47-be0f05561539 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 947 time: 0.0816889 May 10 17:31:48.365378 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-916c56f4-f500-4c81-ab60-e4c22351890a req-9bb23ddf-54b9-40c5-a4fb-fabb05fcd12a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=93aaea9a-46e0-40de-9f6c-2e162820d19b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 May 10 17:31:48.447919 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Deleting port 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:48.448188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:48.467125 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4cee-a341-4af8-abfd-8711380a8e43 req-d5182cdf-26b7-46f8-9222-0fadfb2ca4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:48.468572 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2fbe4cee-a341-4af8-abfd-8711380a8e43 req-d5182cdf-26b7-46f8-9222-0fadfb2ca4f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 1098 time: 0.2241738 May 10 17:31:48.584434 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2fbe4cee-a341-4af8-abfd-8711380a8e43 req-34d8f6d3-f4c5-4278-900c-0dace43685eb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700538 May 10 17:31:48.611886 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] For port 00703e59-6f15-4e80-8324-66a140e8044b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=00703e59-6f15-4e80-8324-66a140e8044b,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:48.612237 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:48.957763 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:48.958125 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:48.958433 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Floating IP 5f375f39-8e77-48a6-9220-2ff9e50f578a disassociated. External IP: 172.28.3.99, port: 00703e59-6f15-4e80-8324-66a140e8044b. May 10 17:31:48.958766 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Calling delete_port for 00703e59-6f15-4e80-8324-66a140e8044b owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:48.970771 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd93fc5-c65d-4d70-b5e0-25afce5464ca req-8e4e2a95-0064-44ad-b5e1-a3bec08404da tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:48.972216 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2dd93fc5-c65d-4d70-b5e0-25afce5464ca req-8e4e2a95-0064-44ad-b5e1-a3bec08404da tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.2120082 May 10 17:31:49.032334 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2dd93fc5-c65d-4d70-b5e0-25afce5464ca req-4c2ade8c-af95-4a93-bece-56a3ae6c36ed tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 May 10 17:31:49.113370 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d844a-3c42-4c8c-8380-24159f6c48c5 req-58e7bd7b-2a04-40e5-ae98-a95f73ac5c86 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:49.115088 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-233d844a-3c42-4c8c-8380-24159f6c48c5 req-58e7bd7b-2a04-40e5-ae98-a95f73ac5c86 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 945 time: 0.0911331 May 10 17:31:49.160400 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-233d844a-3c42-4c8c-8380-24159f6c48c5 req-7ca174d2-2715-438c-ac59-fd66c266f466 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 May 10 17:31:49.188453 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:49.194252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7f51d272-b2df-40bd-b798-5e539b9cc014 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:49.243269 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'Port': ['ID=00703e59-6f15-4e80-8324-66a140e8044b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:49.253700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.254085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.254440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.254812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.255153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.255494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.255834 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.256172 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.256510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.256846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.257180 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.257514 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:49.305913 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:49.434811 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:31:49.601194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e750af-e846-4250-a9c7-64360153af1d req-c118f214-b4f6-46fe-bb57-e11ce8e57707 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d52aaf-e5fc-42be-8d4c-ee013fda8bee HTTP/1.1" status: 200 len: 210 time: 0.1074774 May 10 17:31:49.655166 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:31:49.665051 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:31:49.693732 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:49.694469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:49.734467 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] No DVR routers for this DVR port 00703e59-6f15-4e80-8324-66a140e8044b on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:31:49.736909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:49.739513 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-deleted', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:49.789024 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d52aaf-e5fc-42be-8d4c-ee013fda8bee', 'name': 'network-vif-deleted', 'tag': '00703e59-6f15-4e80-8324-66a140e8044b', 'status': 'completed', 'code': 200} May 10 17:31:49.825288 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67a11e52-9a7e-4092-b64a-c1d81884a316 req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "DELETE /v2.0/ports/00703e59-6f15-4e80-8324-66a140e8044b HTTP/1.1" status: 204 len: 173 time: 1.6364102 May 10 17:31:49.881502 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:50.257453 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8cd58-a06c-4d8b-92af-ffdb7e34438d req-49dde406-b06b-4609-bb42-529c0605619e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:50.257453 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04e8cd58-a06c-4d8b-92af-ffdb7e34438d req-49dde406-b06b-4609-bb42-529c0605619e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.1019714 May 10 17:31:50.269400 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:50.286234 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:31:50.297260 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:31:50.301488 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:50.316575 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-04e8cd58-a06c-4d8b-92af-ffdb7e34438d req-c4a4e7a5-9f7d-4fa5-bed6-f30c548c0611 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 May 10 17:31:50.418295 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd9e6a-95d6-4baf-a5f7-e1f947b727fe req-525198d6-f9fa-4f26-b012-7487148b53f2 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:50.420466 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-74bd9e6a-95d6-4baf-a5f7-e1f947b727fe req-525198d6-f9fa-4f26-b012-7487148b53f2 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 945 time: 0.1021426 May 10 17:31:50.504899 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:31:50.581196 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-74bd9e6a-95d6-4baf-a5f7-e1f947b727fe req-f0859b00-bf94-453a-857c-bdc51e0b8543 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513412 May 10 17:31:50.830835 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45746) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:50.936552 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:31:50.941628 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb9c4e2-9005-4d25-821e-f8aa7fa36946 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:31:50.941938 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:50.980263 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.131527 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.136471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-505b5494-ce1d-4a97-8f0e-81046f867154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:51.158608 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aaea9a-46e0-40de-9f6c-2e162820d19b,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:51.173075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.173857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.174381 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.174936 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.175300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.175661 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.176020 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.176376 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.176732 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.177085 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.177438 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.177789 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:31:51.182327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:51.266220 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.279520 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "DELETE /v2.0/security-groups/93aaea9a-46e0-40de-9f6c-2e162820d19b HTTP/1.1" status: 204 len: 168 time: 0.4382026 May 10 17:31:51.279520 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45760) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:51.279903 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63820be-f2db-447c-a0c9-67b75d141880 None None] New status for floating IP 5f375f39-8e77-48a6-9220-2ff9e50f578a: DOWN {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:31:51.285008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-985f24d1-58ad-4acc-93f3-9cc6c2447f97 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:51.286601 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-985f24d1-58ad-4acc-93f3-9cc6c2447f97 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.1226692 May 10 17:31:51.320048 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.api.v2.resource [None req-2e600734-44a3-49c3-ab68-9e88fe4eb9a4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] show failed (client error): The resource could not be found. May 10 17:31:51.321345 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2e600734-44a3-49c3-ab68-9e88fe4eb9a4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups/93aaea9a-46e0-40de-9f6c-2e162820d19b HTTP/1.1" status: 404 len: 347 time: 0.0298865 May 10 17:31:51.324517 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45764) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:51.628744 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Deleting port 6a5d9ada-a941-4260-9e75-28dc214463a4 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:51.629374 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.633735 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:31:51.721533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 00703e59-6f15-4e80-8324-66a140e8044b {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:31:51.722144 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 00703e59-6f15-4e80-8324-66a140e8044b not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:31:51.742911 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc112191-4416-48ce-b3e0-aed69845ade6 req-fe4c3977-5d37-4d2b-a028-db56f4c54929 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:51.750420 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dc112191-4416-48ce-b3e0-aed69845ade6 req-fe4c3977-5d37-4d2b-a028-db56f4c54929 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 946 time: 0.2179112 May 10 17:31:51.796894 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dc112191-4416-48ce-b3e0-aed69845ade6 req-20080233-949c-4746-8001-4f07cecde002 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/security-groups?id=3c042fe0-676c-4fe7-945f-6495f787070b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 May 10 17:31:51.833767 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Deleting port a960da5b-3c29-4189-ac96-828f1dc442ce {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:31:51.834001 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.836111 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] For port 6a5d9ada-a941-4260-9e75-28dc214463a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6a5d9ada-a941-4260-9e75-28dc214463a4,segment=NetworkSegment(55f7785b-0107-416b-8c86-4942ead648f5),segment_id=55f7785b-0107-416b-8c86-4942ead648f5)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:31:51.836464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.963446 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.963781 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:51.978640 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Calling delete_port for 6a5d9ada-a941-4260-9e75-28dc214463a4 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:52.093145 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Calling delete_port for a960da5b-3c29-4189-ac96-828f1dc442ce owned by network:floatingip {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:31:52.172245 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:52.177938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-31514a7f-943a-4add-8080-da0ae7f36935 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:52.185565 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['6a5d9ada-a941-4260-9e75-28dc214463a4'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:52.224073 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Pushing event deleted for resources: {'Port': ['ID=6a5d9ada-a941-4260-9e75-28dc214463a4,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:52.227238 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:52.291629 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:52.296522 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ca29d523-a514-4ef4-b653-f1a8b96fd3cf tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:52.304396 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] No DVR routers for this DVR port 6a5d9ada-a941-4260-9e75-28dc214463a4 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:31:52.307143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:52.310555 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'name': 'network-vif-deleted', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:52.357963 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'Port': ['ID=a960da5b-3c29-4189-ac96-828f1dc442ce,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:52.361947 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2accae2-27d6-4677-bbdd-c450c9a52308', 'name': 'network-vif-deleted', 'tag': '6a5d9ada-a941-4260-9e75-28dc214463a4', 'status': 'completed', 'code': 200} May 10 17:31:52.395983 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:52.396213 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d4e15c59-4853-4340-a6b1-2ff4f62ec4b8 req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.38 "DELETE /v2.0/ports/6a5d9ada-a941-4260-9e75-28dc214463a4 HTTP/1.1" status: 204 len: 173 time: 1.0969231 May 10 17:31:52.459543 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:52.477925 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:52.480004 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "DELETE /v2.0/floatingips/5f375f39-8e77-48a6-9220-2ff9e50f578a HTTP/1.1" status: 204 len: 168 time: 1.1538501 May 10 17:31:52.964114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-8378f029-8ef0-45a8-ab71-ee1604ae26b0 req-d48f43ca-261a-46dc-bb8e-5ce509b55521 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Synchronizing usage tracker for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:52.987044 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45798) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:52.991574 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226380610', 'description': 'tempest-description--2133672420'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:52.998324 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:53.002624 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:53.005497 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:53.016287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:53.034363 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-f3b3cd90-0fdf-4c46-b71e-72a3ce85968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.057402 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-8378f029-8ef0-45a8-ab71-ee1604ae26b0 req-d48f43ca-261a-46dc-bb8e-5ce509b55521 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Unset dirty status for tenant:fb93b88acd1840308a0d8ac0f6dc6156 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:53.059307 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8378f029-8ef0-45a8-ab71-ee1604ae26b0 req-d48f43ca-261a-46dc-bb8e-5ce509b55521 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2accae2-27d6-4677-bbdd-c450c9a52308 HTTP/1.1" status: 200 len: 210 time: 0.1370280 May 10 17:31:53.120468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.142266 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:53.147177 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:53.150560 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:53.157856 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:53.206402 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-bc548b47-4b97-49dc-bb83-d45b2938738b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:53.207828 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-bc548b47-4b97-49dc-bb83-d45b2938738b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.1509461 May 10 17:31:53.223291 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-23129aae-7098-487c-a0cd-ef64d267ca25 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/quotas/344d3d27c3f046c88e109d2a52d39e6f HTTP/1.1" status: 200 len: 375 time: 0.0095313 May 10 17:31:53.231135 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.312161 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.312877 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-06d0d494-b714-47a8-ad60-22cb10572595 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839620 May 10 17:31:53.317918 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5149f848-3aa3-4f1c-8d8e-d856238e846f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:53.359300 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef33f45f-ef63-4362-8c23-6246c2a2942b,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:53.362205 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:53.420671 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.421900 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4348752 May 10 17:31:53.424753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45810) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:53.429814 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group_rule': {'security_group_id': 'ef33f45f-ef63-4362-8c23-6246c2a2942b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:53.435457 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:53.439260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:53.442189 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:53.447851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:53.454614 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-630ac1f3-7114-4f3e-9172-043fa244229b service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349008 May 10 17:31:53.558444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.639892 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.685090 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-1aa786be-ba91-40c1-acb0-f35110dffa84 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242792 May 10 17:31:53.720077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.722507 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b5780727-de71-4048-a323-fd9e5bdabc3e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:53.745778 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4556bc-a2cc-41a0-bf59-cdb7d70b45fe,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:53.748288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:53.817321 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:53.818489 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3927300 May 10 17:31:53.821066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45816) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:53.827002 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'security_group_rule': {'security_group_id': 'ef33f45f-ef63-4362-8c23-6246c2a2942b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:53.832946 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:53.836693 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:security_group_rule and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:53.839522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:53.845120 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:53.961173 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c0800f32-3b43-4b57-9baa-ee514c0b030c req-c7fc4f08-22c7-4887-839d-5480fdf1af30 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 210 time: 0.0452094 May 10 17:31:53.988260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.050852 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.383019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.384915 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:54.407440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e65657-ab50-463e-909d-f9c09e19b53b,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:54.412120 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:54.497890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.499129 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6771467 May 10 17:31:54.502270 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45832) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:31:54.507157 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:54.512851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:54.516890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Usage tracker for resource:floatingip and tenant:71be9b4c097d4f04962b76a879248764 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:31:54.519821 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:31:54.526156 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:54.632438 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.771275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:54.931357 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Allocated IP 172.28.3.19 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/16a10613-56a7-4e78-a816-0d7f52ede151) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:55.115791 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.120136 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1858b0b0-5b4d-47ca-8a4d-141765c641c6 req-7998e2dd-0e34-44c5-9d67-7e592d30347f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 210 time: 0.0560398 May 10 17:31:55.223370 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.227053 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ab0da529-9978-4ec1-b312-c1cd7074f7c9 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:55.290342 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:55.293268 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:55.301753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:55.335911 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=16a10613-56a7-4e78-a816-0d7f52ede151,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:55.340060 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:55.365834 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.383827 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.547924 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.679932 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6a5d9ada-a941-4260-9e75-28dc214463a4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:31:55.709696 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-3f799449-5bfb-44bc-80ad-e0a6f882e6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.718028 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 6a5d9ada-a941-4260-9e75-28dc214463a4 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:31:55.718151 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6a5d9ada-a941-4260-9e75-28dc214463a4 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:31:55.826113 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.895211 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:55.899357 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9a8cb04f-5509-4400-8e5f-1c42ccf26baa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:56.006321 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=16a10613-56a7-4e78-a816-0d7f52ede151,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:56.010528 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:56.022446 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.129484 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.130752 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6275587 May 10 17:31:56.273344 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c0972829-eb00-42db-98ca-ae2713cfcd70 req-4442283c-60f7-4888-887c-01ed55dc639b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 210 time: 0.0446458 May 10 17:31:56.426974 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:56.465452 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-9ca56a81-821d-4e6f-8625-77fb41b8e8cb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:56.503664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-608ddc61-7a73-4c25-82ff-6249b54eb8da tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:56.505138 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-608ddc61-7a73-4c25-82ff-6249b54eb8da tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.2249961 May 10 17:31:56.522447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Request body: {'port': {'device_id': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'admin_state_up': True, 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:56.627598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-9ca56a81-821d-4e6f-8625-77fb41b8e8cb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:56.628676 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-9ca56a81-821d-4e6f-8625-77fb41b8e8cb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1226380610&fields=id&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 267 time: 0.2391067 May 10 17:31:56.738305 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:31:56.760506 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:31:56.812575 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-202e2d1e-1120-437a-bc85-1a3542bcdecf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:56.814020 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-202e2d1e-1120-437a-bc85-1a3542bcdecf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 817 time: 0.1757858 May 10 17:31:56.830515 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-d1898ca2-dec2-4655-ae33-b674b9671494 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/quotas/71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 375 time: 0.0102232 May 10 17:31:56.875215 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:31:56.878683 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:57.002003 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-aaa4ae4b-6960-4e8f-b409-6f0ba5b35224 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:57.089982 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Allocated IP 172.20.0.5 (89ce1758-aeff-4a24-9cf6-4aed58c751f1/81526a4d-7fad-4fbc-95e5-dbd5270c0bfb/8a147b78-4b3b-4b6c-9b3d-35ec38f216ef) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:31:57.161827 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-aaa4ae4b-6960-4e8f-b409-6f0ba5b35224 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:57.163058 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-aaa4ae4b-6960-4e8f-b409-6f0ba5b35224 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3270745 May 10 17:31:57.401914 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:57.406549 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-314086b1-e2a6-4636-b98c-0eda065d6c09 service neutron] 10.222.0.26 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932390 May 10 17:31:57.422885 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-550ac9ee-dc3e-44f0-9d12-102a9423a9c6 req-79bbc195-8bd8-48cb-a49b-3b7133f9f76d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 210 time: 0.0436516 May 10 17:31:57.552300 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-7329823b-ee0e-4c47-8c56-f79fbbcae0d6 service neutron] 10.222.0.26 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395001 May 10 17:31:57.608397 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:57.611988 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-64cde085-44df-4e9e-b39f-a9b376e85d65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:57.628444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4', '3b74b40a-e7b6-4405-97b9-6f4a0100d97b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:31:57.767169 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:31:57.770486 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:31:57.772840 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:31:57.821191 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event updated for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:57.832196 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:57.860844 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:57.862021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:57.950307 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-18a28a0a-a375-4e09-90f2-bdf9ffdbc7dc req-60be41a7-851b-43ed-9c78-3824664521e4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:57.957292 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-18a28a0a-a375-4e09-90f2-bdf9ffdbc7dc req-60be41a7-851b-43ed-9c78-3824664521e4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:57.958538 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-18a28a0a-a375-4e09-90f2-bdf9ffdbc7dc req-60be41a7-851b-43ed-9c78-3824664521e4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 210 time: 0.0722406 May 10 17:31:58.013011 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4940925 May 10 17:31:58.023775 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Request body: {'port': {'device_id': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:31:58.148728 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:58.204135 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:58.521307 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:31:58.569289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:58.591592 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450c9c9-0a82-4ebf-b73d-edfde80ada65 req-f7e3898e-4015-4457-9bbf-074816d3f3aa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:58.594061 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a450c9c9-0a82-4ebf-b73d-edfde80ada65 req-f7e3898e-4015-4457-9bbf-074816d3f3aa tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0981286 May 10 17:31:58.641837 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Transition to ACTIVE for port object 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:31:58.656565 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a450c9c9-0a82-4ebf-b73d-edfde80ada65 req-2c8056fe-345f-491f-9e30-426314959f07 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547440 May 10 17:31:58.705679 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-465e3a67-24af-4f96-82c6-bd0418ba6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:58.707814 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-465e3a67-24af-4f96-82c6-bd0418ba6673 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1137 time: 0.1814008 May 10 17:31:58.725443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ad685-ab08-4c31-a5cb-6d9345264634 req-c06976bf-e1da-4a80-955a-c1f1ca62c8a0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:58.726277 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-3c1ad685-ab08-4c31-a5cb-6d9345264634 req-c06976bf-e1da-4a80-955a-c1f1ca62c8a0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:31:58.819720 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:58.832566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:58.966804 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-3c1ad685-ab08-4c31-a5cb-6d9345264634 req-c06976bf-e1da-4a80-955a-c1f1ca62c8a0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:31:58.967958 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3c1ad685-ab08-4c31-a5cb-6d9345264634 req-c06976bf-e1da-4a80-955a-c1f1ca62c8a0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 931 time: 0.4010336 May 10 17:31:59.049314 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Pushing event updated for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:59.068707 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:59.125108 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-a3ccdf41-1eb2-4774-8b5f-711d7a34f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:59.126576 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-a3ccdf41-1eb2-4774-8b5f-711d7a34f625 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.3963137 May 10 17:31:59.134304 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ca6c1aa3-86a8-4f72-8475-65c2afdfdc24 req-d9519c18-740f-4e94-87bb-3de6619c3156 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 210 time: 0.0603466 May 10 17:31:59.205830 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3c1ad685-ab08-4c31-a5cb-6d9345264634 req-2dfade05-9c65-434f-8038-5d6b8c9d37d3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210383 May 10 17:31:59.241662 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Attempting to bind port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:31:59.244812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Attempting to bind port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:31:59.244812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Attempting to bind port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:59.257417 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:31:59.257746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Attempting to bind port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:31:59.272922 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-ecd49fbe-12cc-4dd8-94f6-9f499c0cb07f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 1000 time: 0.1394513 May 10 17:31:59.273779 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:31:59.274110 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Checking segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:31:59.274482 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Bound using segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:31:59.274934 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Bound port: 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:31:59.275282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:59.398281 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-bc6b83d9-e8a4-4d26-bf3b-ce103ac05e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:59.399734 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-bc6b83d9-e8a4-4d26-bf3b-ce103ac05e1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.1149259 May 10 17:31:59.467715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:31:59.478071 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:31:59.499678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-5132ad87-1233-46d0-b33a-5db1d9638a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:59.501177 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-5132ad87-1233-46d0-b33a-5db1d9638a79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916579 May 10 17:31:59.576057 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:59.587781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-02f0dacb-9a4e-4df6-8454-d2ea72505671 tempest-VolumesActionsTest-1324911091 tempest-VolumesActionsTest-1324911091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:31:59.724575 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:59.725298 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:31:59.729746 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] 10.222.0.38 "PUT /v2.0/ports/8a147b78-4b3b-4b6c-9b3d-35ec38f216ef HTTP/1.1" status: 200 len: 1093 time: 1.7072248 May 10 17:31:59.729746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:31:59.778947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Pushing event updated for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:31:59.783964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:31:59.803716 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-c34a46fe-dea4-4ce9-8c99-b4763e727457 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944794 May 10 17:31:59.914027 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', 'status': 'completed', 'code': 200} May 10 17:31:59.936298 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707d7c3-996e-434d-b225-002564cf0f75 req-614687b6-54ce-491a-9ed9-926720ac92ae tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:31:59.945324 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6707d7c3-996e-434d-b225-002564cf0f75 req-614687b6-54ce-491a-9ed9-926720ac92ae tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.1222527 May 10 17:32:00.024259 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6707d7c3-996e-434d-b225-002564cf0f75 req-d9c8df4b-579b-4720-b37b-7f41839a5a0b tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751209 May 10 17:32:00.055176 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-df00f521-4ca0-43bb-b8cd-8d2a0b2c04a7 req-a4d6452d-1128-46be-9b9d-0b7c6c8ea002 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378902 May 10 17:32:00.073074 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-a324e1c9-720b-4c56-870b-a9e987db131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:00.074571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-a324e1c9-720b-4c56-870b-a9e987db131f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 1096 time: 0.2010939 May 10 17:32:00.149093 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-b2065fee-b67c-45ac-824a-1579a5f5b881 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef HTTP/1.1" status: 200 len: 217 time: 0.0638003 May 10 17:32:00.235861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-8246d077-094b-4fb6-8f4c-6716b583aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:00.237795 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-8246d077-094b-4fb6-8f4c-6716b583aad5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0794053 May 10 17:32:00.369576 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-22a836d1-fe91-482e-a232-2c305fea5cac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235945 May 10 17:32:00.407657 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ebde93e9-792e-4ae6-be0d-7eabd4177102 req-877ba1f7-31e5-411d-b22c-d6dd3f3fd0a3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 210 time: 0.0977440 May 10 17:32:00.447851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197deb-5caf-4140-a07c-bd5bc1b6e45f req-63dc26ab-1a02-47a7-8815-b5c6b6fa735c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:00.449346 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-70197deb-5caf-4140-a07c-bd5bc1b6e45f req-63dc26ab-1a02-47a7-8815-b5c6b6fa735c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 943 time: 0.1108367 May 10 17:32:00.500941 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-70197deb-5caf-4140-a07c-bd5bc1b6e45f req-e4583593-f4a2-41a9-9839-95622195f841 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409927 May 10 17:32:00.623725 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-ea2e55ba-2e18-4df6-ac8d-190ee59576c7 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436574 May 10 17:32:00.669594 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c8b0fd68-7bde-41fa-be5e-4ec1e43fc7b0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:00.671064 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c8b0fd68-7bde-41fa-be5e-4ec1e43fc7b0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 817 time: 0.2100592 May 10 17:32:00.784684 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-876d6560-aaaf-4086-826a-129fecc5a7e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 380 time: 0.0721986 May 10 17:32:00.797068 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'port': {'device_id': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'admin_state_up': True, 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'security_groups': ['ef33f45f-ef63-4362-8c23-6246c2a2942b']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:00.880790 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-40c5aad0-70ea-4928-b7d5-bf013925eba1 req-e2c54a4f-3c64-4461-85a6-e11b5079d07f service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456291 May 10 17:32:00.945224 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:00.955567 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:01.040843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Made reservation on behalf of 71be9b4c097d4f04962b76a879248764 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:01.044696 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:01.242368 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-d269321f-ef5a-4e19-9865-48acef50c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:01.243845 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-d269321f-ef5a-4e19-9865-48acef50c3bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 1096 time: 0.2395899 May 10 17:32:01.470949 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Allocated IP 172.20.0.12 (51847fa6-b289-4416-abe5-c8d73a0af35c/6c1fda63-987e-4954-b17e-b9072e48c8e0/d2de7038-360f-471d-ace1-d6bdce079cbe) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:01.497312 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd3f6f-cf57-43c6-829f-19c526446e32 req-a86bbd3c-d694-486b-99a5-ce7ca9a9c264 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:01.498807 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7dd3f6f-cf57-43c6-829f-19c526446e32 req-a86bbd3c-d694-486b-99a5-ce7ca9a9c264 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.3712230 May 10 17:32:01.593549 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-c357e5ee-dd89-4a10-9cd4-74d66226667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:01.595033 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-c357e5ee-dd89-4a10-9cd4-74d66226667a service neutron] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 916 time: 0.3386655 May 10 17:32:01.605731 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7dd3f6f-cf57-43c6-829f-19c526446e32 req-4a4549c2-44cc-4b96-aec0-755a0b6741f4 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907760 May 10 17:32:01.609732 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bf19883d-c8c2-486a-8d53-e54c0b9c75a2 req-b5b8e78f-a2a1-423e-86b9-8fd9d513c16c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 210 time: 0.0466614 May 10 17:32:01.740945 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-27a5d5dc-d015-46ca-8b04-87407f07ea7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef HTTP/1.1" status: 200 len: 217 time: 0.1187794 May 10 17:32:01.889286 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-7f5d16c5-72f2-4518-8216-dcb208525b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:01.890710 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-7f5d16c5-72f2-4518-8216-dcb208525b37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.1134367 May 10 17:32:01.894910 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:01.960234 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-d2342866-0797-40f5-a08c-cd3d9b8cb898 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599909 May 10 17:32:01.964951 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:02.016265 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0918c0-cee2-47ca-9795-fc2434479025 req-914ee31d-43a4-4645-a4ac-e89d61e06722 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:02.017691 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a0918c0-cee2-47ca-9795-fc2434479025 req-914ee31d-43a4-4645-a4ac-e89d61e06722 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 943 time: 0.2898335 May 10 17:32:02.064355 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Transition to ACTIVE for port object d2de7038-360f-471d-ace1-d6bdce079cbe will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:02.146755 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a0918c0-cee2-47ca-9795-fc2434479025 req-a60cc5bd-5f2c-480e-b37b-2e38242695c7 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810008 May 10 17:32:02.177496 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-cbc55530-d038-453d-bfa9-624f6e002928 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047439 May 10 17:32:02.284979 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:02.299589 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:02.374372 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Network 51847fa6-b289-4416-abe5-c8d73a0af35c is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:02.381535 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:02.390420 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:02.416948 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ad48036-64ce-4fbc-b046-6e20fcaf4e8f req-07640303-5c5a-453b-9bc4-aab4ea17177c service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240710 May 10 17:32:02.428741 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:02.433488 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:02.466406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:02.467349 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:02.611824 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8190629 May 10 17:32:02.623107 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Request body: {'port': {'device_id': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:02.677467 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-58db8011-7cdb-473b-9480-08667ab70034 None None] Provisioning for port d2de7038-360f-471d-ace1-d6bdce079cbe completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:02.682297 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-58db8011-7cdb-473b-9480-08667ab70034 None None] Provisioning complete for port d2de7038-360f-471d-ace1-d6bdce079cbe triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:02.682678 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-58db8011-7cdb-473b-9480-08667ab70034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:02.760084 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-58db8011-7cdb-473b-9480-08667ab70034 None None] Port d2de7038-360f-471d-ace1-d6bdce079cbe cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:02.797552 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:02.806872 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3236900-b3a1-488f-9fa1-49a5074561d2 req-a19927e2-d178-4d4d-b928-eddf323a4f00 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:02.816431 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a3236900-b3a1-488f-9fa1-49a5074561d2 req-a19927e2-d178-4d4d-b928-eddf323a4f00 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.1022868 May 10 17:32:02.876171 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a3236900-b3a1-488f-9fa1-49a5074561d2 req-fd87da91-d3a7-42b0-a1f2-62f5967f61b2 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579550 May 10 17:32:02.901174 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7b96-125f-443a-aa46-020a085eee89 req-f3300a66-dd83-45ba-bd1f-410b7987171f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:02.901874 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-1c1c7b96-125f-443a-aa46-020a085eee89 req-f3300a66-dd83-45ba-bd1f-410b7987171f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:03.065095 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-1c1c7b96-125f-443a-aa46-020a085eee89 req-f3300a66-dd83-45ba-bd1f-410b7987171f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:03.066238 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1c1c7b96-125f-443a-aa46-020a085eee89 req-f3300a66-dd83-45ba-bd1f-410b7987171f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 932 time: 0.3319204 May 10 17:32:03.137905 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1c1c7b96-125f-443a-aa46-020a085eee89 req-0951b2fa-6466-46a5-be62-db572b34079b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613136 May 10 17:32:03.207541 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:03.215277 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.229416 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Transition to ACTIVE for port object d2de7038-360f-471d-ace1-d6bdce079cbe will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:03.291234 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.296447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:03.359634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ba42a-c9d8-4a77-9465-f610feb2e2b2 req-eecc4640-26e6-4ab4-9eeb-9b71bb9946a8 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:03.361499 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6d3ba42a-c9d8-4a77-9465-f610feb2e2b2 req-eecc4640-26e6-4ab4-9eeb-9b71bb9946a8 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 943 time: 0.0972939 May 10 17:32:03.362066 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 45988) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:03.414170 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6d3ba42a-c9d8-4a77-9465-f610feb2e2b2 req-1454c4f9-1427-4573-8a13-754e59f21788 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 May 10 17:32:03.499011 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.514480 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:03.519192 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Usage tracker for resource:security_group_rule and tenant:448f2e6d2b994f54b5f669b4d973dfa9 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:03.522930 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:03.529572 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:03.534153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:03.566831 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:03.627826 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.643032 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Attempting to bind port d2de7038-360f-471d-ace1-d6bdce079cbe on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:03.643369 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Attempting to bind port d2de7038-360f-471d-ace1-d6bdce079cbe by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:03.643694 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Attempting to bind port d2de7038-360f-471d-ace1-d6bdce079cbe on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:03.648346 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Port d2de7038-360f-471d-ace1-d6bdce079cbe on network 51847fa6-b289-4416-abe5-c8d73a0af35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:03.648667 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Attempting to bind port d2de7038-360f-471d-ace1-d6bdce079cbe on network 51847fa6-b289-4416-abe5-c8d73a0af35c {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:03.654421 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:03.654776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Checking segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:03.655168 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Bound using segment: {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:03.655592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Bound port: d2de7038-360f-471d-ace1-d6bdce079cbe, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0166575a-08bc-47ad-9d13-5a4dde6d2348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:03.659425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.708464 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.720503 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee1e9743-e01f-4533-9828-21dcc6ccb3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:03.739974 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:03.745806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:03.749017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:03.761192 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=448f2e6d2b994f54b5f669b4d973dfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980217 May 10 17:32:03.762881 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef82aa43-908b-42e7-a8aa-6c5f6dc1a7a9,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:03.764086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 45994) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:03.767622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:03.826966 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.853790 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.864171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:03.884343 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:03.900020 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'port_id': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', 'mac_address': 'fa:16:3e:8f:e5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526a4d-7fad-4fbc-95e5-dbd5270c0bfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:03.921025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.947183 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:03.947183 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.947183 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] 10.222.0.38 "PUT /v2.0/ports/d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 1094 time: 1.3271320 May 10 17:32:03.949536 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:03.968933 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:03.997958 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:04.001792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:04.003129 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:04.028180 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:04.047921 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'status': 'completed', 'code': 200} May 10 17:32:04.149326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3da2-fd91-4af8-8399-e10bf0347436 req-790b6a24-c841-4de1-8784-5e1d90d8f6b1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.150765 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-935e3da2-fd91-4af8-8399-e10bf0347436 req-790b6a24-c841-4de1-8784-5e1d90d8f6b1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.1413372 May 10 17:32:04.154353 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:04.159479 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:04.180920 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-e190af79-d44e-4071-9cff-0212a7974af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.182348 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-e190af79-d44e-4071-9cff-0212a7974af1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1097 time: 0.1146688 May 10 17:32:04.225943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:04.235636 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:04.235817 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0c0a3bd7-3ec2-4938-a896-f6839bbee30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:04.238618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:04.296995 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-935e3da2-fd91-4af8-8399-e10bf0347436 req-3b3e6db1-d313-4940-9e2c-76d50e1cb485 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353543 May 10 17:32:04.304806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef82aa43-908b-42e7-a8aa-6c5f6dc1a7a9,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:04.317724 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:04.317724 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:04.318247 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef82aa43-908b-42e7-a8aa-6c5f6dc1a7a9 HTTP/1.1" status: 204 len: 168 time: 0.5529971 May 10 17:32:04.373723 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c797c-db80-44f2-885b-59cb1a577bd4 req-3aa0dd7b-2c4c-42eb-8063-4565b73b7af5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.375483 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-129c797c-db80-44f2-885b-59cb1a577bd4 req-3aa0dd7b-2c4c-42eb-8063-4565b73b7af5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1087096 May 10 17:32:04.375630 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-fedef0db-b826-4abd-9c22-20290d3fe022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.377069 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-fedef0db-b826-4abd-9c22-20290d3fe022 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=71be9b4c097d4f04962b76a879248764&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1793578 May 10 17:32:04.421873 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-129c797c-db80-44f2-885b-59cb1a577bd4 req-e81f9def-5b36-4096-a569-93a58e59053e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Synchronizing usage tracker for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:04.433896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-129c797c-db80-44f2-885b-59cb1a577bd4 req-e81f9def-5b36-4096-a569-93a58e59053e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Unset dirty status for tenant:71be9b4c097d4f04962b76a879248764 on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:04.435177 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-129c797c-db80-44f2-885b-59cb1a577bd4 req-e81f9def-5b36-4096-a569-93a58e59053e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539062 May 10 17:32:04.440070 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:04.531289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-540e4e8f-0a80-43bc-83d5-a08ea17dcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.532911 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8025a57-f64c-4a26-9537-526e6aba8c69 req-540e4e8f-0a80-43bc-83d5-a08ea17dcd9b service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478238 May 10 17:32:04.673290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c94483-b372-49e2-85e6-8588726fadeb req-ab4c7f8b-d704-45fd-8ec9-8a836b5936ba tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.674739 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67c94483-b372-49e2-85e6-8588726fadeb req-ab4c7f8b-d704-45fd-8ec9-8a836b5936ba tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 944 time: 0.1334069 May 10 17:32:04.709599 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-5e213220-99ce-4765-81bd-16b06698cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.711054 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-5e213220-99ce-4765-81bd-16b06698cfbd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1097 time: 0.1169257 May 10 17:32:04.789612 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-0e01b77c-ed36-41cd-b22a-337162c5a26c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 217 time: 0.0685487 May 10 17:32:04.792486 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-67c94483-b372-49e2-85e6-8588726fadeb req-75e746e3-4179-4991-8c90-960436fabd88 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118913 May 10 17:32:04.867865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-abff4b8f-b483-407f-8a5c-5253729a7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.869265 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-abff4b8f-b483-407f-8a5c-5253729a7794 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0632286 May 10 17:32:04.946675 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-80e44203-43e2-4915-b60a-ffc30e2d6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:04.950852 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-80e44203-43e2-4915-b60a-ffc30e2d6497 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700486 May 10 17:32:05.083213 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-1143eaa8-8405-4eb8-b8a5-b349743ddc34 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260734 May 10 17:32:05.294670 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a717ef78-36e3-4607-846c-e14f61e2e856 req-f17e2264-497f-4c2d-8f7a-c4e99201e69e service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036972 May 10 17:32:05.493908 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ac45a-7463-476a-894c-c1e2e376fdc3 req-35231f66-d6f1-4d01-89ff-168d68cdb0fc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:05.495607 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-829ac45a-7463-476a-894c-c1e2e376fdc3 req-35231f66-d6f1-4d01-89ff-168d68cdb0fc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0886247 May 10 17:32:05.551565 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-829ac45a-7463-476a-894c-c1e2e376fdc3 req-37aef67b-d89f-47db-8498-0cef254aaa81 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468216 May 10 17:32:05.670580 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25018d4e-b24a-45f2-a24e-81f67889dfd6 req-1a872cae-f2db-4379-ab13-b6dcd345aa1b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:05.672059 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-25018d4e-b24a-45f2-a24e-81f67889dfd6 req-1a872cae-f2db-4379-ab13-b6dcd345aa1b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.0858428 May 10 17:32:05.720002 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-25018d4e-b24a-45f2-a24e-81f67889dfd6 req-6bdb236d-79e7-461c-9a9a-ca91b0b19253 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 May 10 17:32:05.750468 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:05.884377 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:05.885252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:05.885722 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:06.009739 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca78f-a3c8-4361-b310-5542a087c74e req-effc2a62-8573-4821-b13e-db5eed1318be tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:06.011953 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-507ca78f-a3c8-4361-b310-5542a087c74e req-effc2a62-8573-4821-b13e-db5eed1318be tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 944 time: 0.0878832 May 10 17:32:06.028201 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:06.055042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:06.057369 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-507ca78f-a3c8-4361-b310-5542a087c74e req-441ed528-eb0a-4bcd-8b5c-7622c388c723 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 May 10 17:32:06.065465 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:06.100732 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', 'code': 200} May 10 17:32:06.163678 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:06.165585 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:06.235367 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:06.238457 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:06.497638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79616d3c-14c4-4e67-bcca-7b5424d7e37d req-c5595228-74f5-494f-8cdf-9ae71849d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:06.499115 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-79616d3c-14c4-4e67-bcca-7b5424d7e37d req-c5595228-74f5-494f-8cdf-9ae71849d0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 1098 time: 0.0692296 May 10 17:32:06.544895 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-79616d3c-14c4-4e67-bcca-7b5424d7e37d req-7d997f1b-f54e-42b7-9a1b-3d33c7a221db service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349662 May 10 17:32:06.741556 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5c308-d0f4-4849-af98-ecca267f7220 req-b09584a2-c236-4f63-b1e5-e70aa3a45930 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:06.743059 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4ae5c308-d0f4-4849-af98-ecca267f7220 req-b09584a2-c236-4f63-b1e5-e70aa3a45930 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0847111 May 10 17:32:06.792429 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-4ae5c308-d0f4-4849-af98-ecca267f7220 req-9bf51fe5-7061-44d7-b5b9-546e4cda6686 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432770 May 10 17:32:06.926420 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142832f1-52cc-41fc-b685-cb5b1fec71ca req-6d20f4ab-26f2-447a-9b44-df4a13622534 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:06.927910 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-142832f1-52cc-41fc-b685-cb5b1fec71ca req-6d20f4ab-26f2-447a-9b44-df4a13622534 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.0843513 May 10 17:32:06.974920 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-142832f1-52cc-41fc-b685-cb5b1fec71ca req-b3055d3f-383b-4484-8ecd-606a0d178133 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 May 10 17:32:07.244876 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed556-5edd-43b7-8571-d960e58131ef req-a935782e-0edf-4483-ac43-fccba274fba6 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:07.246333 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-91fed556-5edd-43b7-8571-d960e58131ef req-a935782e-0edf-4483-ac43-fccba274fba6 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 945 time: 0.0826073 May 10 17:32:07.291810 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-91fed556-5edd-43b7-8571-d960e58131ef req-17c9219c-a5aa-496b-a5b1-7bac14a48a56 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395854 May 10 17:32:07.759379 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:07.906523 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:07.920038 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:07.975885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:07.984351 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45c04c-f8f3-4441-9b75-ee2dd5f6c1e7 req-03945056-1c53-43b6-bb2f-0e71f6364120 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:07.985802 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cd45c04c-f8f3-4441-9b75-ee2dd5f6c1e7 req-03945056-1c53-43b6-bb2f-0e71f6364120 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0867000 May 10 17:32:07.993071 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:08.009817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:08.034579 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cd45c04c-f8f3-4441-9b75-ee2dd5f6c1e7 req-1a781040-1dc9-4f38-9766-1b3e0e4446ce tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426402 May 10 17:32:08.079986 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:08.081905 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:08.153266 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:08.156400 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:08.166486 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7fb72-2de4-4e7d-b05c-79b19d415107 req-ce598a91-f7eb-4a03-9869-c41401789411 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:08.168560 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46c7fb72-2de4-4e7d-b05c-79b19d415107 req-ce598a91-f7eb-4a03-9869-c41401789411 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 945 time: 0.0804894 May 10 17:32:08.216242 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-46c7fb72-2de4-4e7d-b05c-79b19d415107 req-61169445-64df-4fda-8458-14ebb02fa8eb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 May 10 17:32:08.385343 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['d2de7038-360f-471d-ace1-d6bdce079cbe'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:08.503335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49248-eb0b-4bd9-8cf7-920d488106c2 req-f0d6607a-5fa7-47b7-a697-8ba74907575b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:08.507331 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-81b49248-eb0b-4bd9-8cf7-920d488106c2 req-f0d6607a-5fa7-47b7-a697-8ba74907575b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 945 time: 0.0929878 May 10 17:32:08.555193 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-81b49248-eb0b-4bd9-8cf7-920d488106c2 req-c1eb297e-bc77-404c-ad3e-2b13f1336ebc tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 May 10 17:32:09.220883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4be2a1-170b-4688-9515-f2bf713910eb req-50dafd32-2681-4b14-908d-506dbbf21d1a tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:09.222328 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3c4be2a1-170b-4688-9515-f2bf713910eb req-50dafd32-2681-4b14-908d-506dbbf21d1a tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0828044 May 10 17:32:09.275895 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3c4be2a1-170b-4688-9515-f2bf713910eb req-0fb9b877-d65d-4b52-ba71-c6b11f8bea96 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475576 May 10 17:32:09.427271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918df33-2111-4c7c-9859-aadb7a285494 req-e84301c7-fe0d-4204-93a4-91a45f2be36b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:09.428810 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b918df33-2111-4c7c-9859-aadb7a285494 req-e84301c7-fe0d-4204-93a4-91a45f2be36b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 945 time: 0.0812881 May 10 17:32:09.475992 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b918df33-2111-4c7c-9859-aadb7a285494 req-9e490699-7ac5-413e-859b-a9ca551805d1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 May 10 17:32:09.792369 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:09.965509 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port d2de7038-360f-471d-ace1-d6bdce079cbe completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:09.970466 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port d2de7038-360f-471d-ace1-d6bdce079cbe triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:09.970873 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:10.105484 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:10.132713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:10.143137 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:10.177869 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'code': 200} May 10 17:32:10.240087 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:10.242717 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:10.309457 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:10.312431 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:10.474954 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8a649-a072-46d4-bd00-0028a359219c req-78007e7a-80cc-4a42-a546-7316a5186883 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:10.476428 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-26c8a649-a072-46d4-bd00-0028a359219c req-78007e7a-80cc-4a42-a546-7316a5186883 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0905066 May 10 17:32:10.530489 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-26c8a649-a072-46d4-bd00-0028a359219c req-25309518-049b-4963-a4a0-fcc2fe392083 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465662 May 10 17:32:10.598914 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3c13-4e0c-4213-a85b-adcd4d5ac956 req-4487fbf3-ab93-413f-88af-bda6a5cd2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:10.600434 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d4df3c13-4e0c-4213-a85b-adcd4d5ac956 req-4487fbf3-ab93-413f-88af-bda6a5cd2cf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1099 time: 0.0749824 May 10 17:32:10.692465 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d4df3c13-4e0c-4213-a85b-adcd4d5ac956 req-f03627c0-956d-44a4-9321-bf99b8d776cb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854652 May 10 17:32:10.726415 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13e31-70fe-4123-9706-af189c62eac7 req-838fd088-2086-4baf-972d-0bc466c197ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:10.727867 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7da13e31-70fe-4123-9706-af189c62eac7 req-838fd088-2086-4baf-972d-0bc466c197ff tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0964570 May 10 17:32:10.774156 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7da13e31-70fe-4123-9706-af189c62eac7 req-e37a9baf-7310-4500-9d91-46bceb4e2104 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 May 10 17:32:11.727242 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c6c87-5472-48bb-97c8-54aa67224a9c req-8c275293-ae76-47a1-9f42-fcb30bcb0f5f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:11.728896 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-789c6c87-5472-48bb-97c8-54aa67224a9c req-8c275293-ae76-47a1-9f42-fcb30bcb0f5f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0862808 May 10 17:32:11.780656 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-789c6c87-5472-48bb-97c8-54aa67224a9c req-f6938847-9d39-4dff-8096-2f5f957bb165 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=7152f1cd-0a5b-42ce-b124-540686ab0f66&id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446529 May 10 17:32:12.066127 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5edf-29af-41ee-84c3-577a710e74f3 req-1ec463be-db89-41bf-ab24-4596f384060c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:12.067583 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-541e5edf-29af-41ee-84c3-577a710e74f3 req-1ec463be-db89-41bf-ab24-4596f384060c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1714478 May 10 17:32:12.115294 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-541e5edf-29af-41ee-84c3-577a710e74f3 req-d43d9e30-949a-409d-aeee-1a2c3b5fe3a7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 May 10 17:32:12.675384 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46170) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:12.790936 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:12.806780 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:12.811286 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Usage tracker for resource:security_group_rule and tenant:298b70d76c72445a9d2de7f97b2122bf is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:12.814189 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:12.820244 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:12.905937 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.031879 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.039283 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:13.081132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19957109-fcce-4266-a403-69755ab2cddf,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:13.085436 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=298b70d76c72445a9d2de7f97b2122bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090188 May 10 17:32:13.086332 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:13.088182 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46178) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:13.147412 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.174622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.302929 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfb55-90ce-4cec-8273-a0871593d70c req-54466a87-2963-47c2-9e28-d6ee82c41672 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:13.304296 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-223dfb55-90ce-4cec-8273-a0871593d70c req-54466a87-2963-47c2-9e28-d6ee82c41672 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0791030 May 10 17:32:13.314130 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.319603 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:13.332433 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19957109-fcce-4266-a403-69755ab2cddf,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:13.334709 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:13.342503 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:13.343696 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19957109-fcce-4266-a403-69755ab2cddf HTTP/1.1" status: 204 len: 168 time: 0.2545235 May 10 17:32:13.351154 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-223dfb55-90ce-4cec-8273-a0871593d70c req-ad27f7b8-cd0a-4b4c-8433-453b59d1bca1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404320 May 10 17:32:13.539821 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6395d5-2a4b-482c-b0d1-4aed20dcbfad req-13109f78-76f1-40bc-b6d0-699f36c333b6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:13.541281 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1e6395d5-2a4b-482c-b0d1-4aed20dcbfad req-13109f78-76f1-40bc-b6d0-699f36c333b6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0835123 May 10 17:32:13.550262 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46188) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:13.555724 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Request body: {'floatingip': {'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:13.633914 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:14.269727 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:14.369177 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:14.539473 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.l3_db [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Floating IP 18b0bb1d-be89-4b10-a991-80ac1ce221d2 associated. External IP: 172.28.3.19, port: d2de7038-360f-471d-ace1-d6bdce079cbe. May 10 17:32:14.986329 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:15.171069 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:15.176267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:15.180830 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:15.190716 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:15.191444 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:15.235381 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-04d2c9b8-bdcc-401b-8e14-619c5d4b1891 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "PUT /v2.0/floatingips/18b0bb1d-be89-4b10-a991-80ac1ce221d2 HTTP/1.1" status: 200 len: 991 time: 1.6812651 May 10 17:32:15.235381 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:15.386019 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:15.397855 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'status': 'completed', 'code': 200} May 10 17:32:15.510687 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-38551848-8dd1-479c-a291-802edf0c9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:15.512814 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-38551848-8dd1-479c-a291-802edf0c9c24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1099 time: 0.0832548 May 10 17:32:15.649697 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-1d113bab-4995-4db2-9abd-045e87afd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:15.651191 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-1d113bab-4995-4db2-9abd-045e87afd4a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1295688 May 10 17:32:15.749830 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '18b0bb1d-be89-4b10-a991-80ac1ce221d2', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:55Z', 'updated_at': '2021-05-10T17:32:14Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:15.754154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:15.763745 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:15.764415 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:15.772349 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-774c1548-fa36-487d-9a12-116db6faa216 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 999 time: 0.1075699 May 10 17:32:15.840480 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-45c57679-b640-4fbf-a48a-f56f075f3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:15.841998 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-45c57679-b640-4fbf-a48a-f56f075f3972 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0631883 May 10 17:32:15.928823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-2a55e77c-e229-4ec1-a8da-bddadc238079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:15.930173 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-2a55e77c-e229-4ec1-a8da-bddadc238079 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726519 May 10 17:32:15.953662 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:16.145941 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-a6a89949-daf1-478b-8238-4f30e6e9d5ff service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083108 May 10 17:32:16.284825 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a0ece180-cdf8-42d7-bd8c-600197649698 req-1cc5742f-f9d4-43f1-ad1e-55520594b217 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282861 May 10 17:32:16.316074 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '18b0bb1d-be89-4b10-a991-80ac1ce221d2', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:55Z', 'updated_at': '2021-05-10T17:32:14Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:16.320746 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eb4a44-307b-4c4e-8146-daaf1c663a84 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '18b0bb1d-be89-4b10-a991-80ac1ce221d2', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'floating_ip_address': '172.28.3.19', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:31:55Z', 'updated_at': '2021-05-10T17:32:14Z', 'revision_number': 1, 'project_id': '71be9b4c097d4f04962b76a879248764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:16.522872 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc26eee4-e941-43c2-ad2f-0391ae32db51 None None] New status for floating IP 18b0bb1d-be89-4b10-a991-80ac1ce221d2: ACTIVE {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:32:17.175690 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46268) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:17.229446 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-6e8fedef-62c3-4393-b24c-ee3927316e03 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:17.231457 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-6e8fedef-62c3-4393-b24c-ee3927316e03 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.1530366 May 10 17:32:17.245834 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-cfc2f086-3755-4e8f-9177-e9c173b37a6b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/quotas/344d3d27c3f046c88e109d2a52d39e6f HTTP/1.1" status: 200 len: 375 time: 0.0089281 May 10 17:32:17.286315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Deleting subnet eb38d167-6b04-461b-8164-2afaac1422da {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:32:17.291591 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.329077 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-de0cd1e7-4549-4a15-beb6-d6396ad51199 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780694 May 10 17:32:17.360041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.398262 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddb96f-a070-4cd8-9f37-0f8269257f3f req-de037667-6f92-48be-b202-2bd73a631183 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:17.399764 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b6ddb96f-a070-4cd8-9f37-0f8269257f3f req-de037667-6f92-48be-b202-2bd73a631183 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.1864729 May 10 17:32:17.452639 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.459432 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-a4d392e8-c8dd-4308-af66-597e467ab2fe service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231651 May 10 17:32:17.495278 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b6ddb96f-a070-4cd8-9f37-0f8269257f3f req-3fcf47b8-efbe-448e-98d2-7c5b59234a58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869219 May 10 17:32:17.608263 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-d5a01704-6b70-420c-829b-785afbb35be5 service neutron] 10.222.0.26 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420083 May 10 17:32:17.777962 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.782249 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-eadcb8ff-201c-4a4c-b95f-a4be23666015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:17.852604 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb38d167-6b04-461b-8164-2afaac1422da,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:17.860071 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:17.862386 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9f24efe3-5626-4460-9fc4-f4d2ab7510a6 req-f130a2e4-723c-4feb-aca9-abf1db314a7f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 210 time: 0.0554087 May 10 17:32:17.863364 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:17.869471 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c416dc3a-0925-46ec-9a43-d05a72fc7760 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eb38d167-6b04-461b-8164-2afaac1422da HTTP/1.1" status: 204 len: 168 time: 0.6920128 May 10 17:32:17.872687 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46278) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:18.034389 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.157231 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.172464 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9624d5-6732-4b3f-bb6e-68ef55352d16']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:18.184952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f7785b-0107-416b-8c86-4942ead648f5') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:18.185508 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f7785b-0107-416b-8c86-4942ead648f5') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:18.198138 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.214149 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.224454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:32:18.224454 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:32:18.234058 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:32:18.380118 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.384731 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:18.387220 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:18.505985 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9624d5-6732-4b3f-bb6e-68ef55352d16,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:18.508586 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:18.554763 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-0d467182-1667-48ff-b7cd-cb8f2dbe6a9a admin admin] 10.222.0.26 "DELETE /v2.0/networks/ac9624d5-6732-4b3f-bb6e-68ef55352d16 HTTP/1.1" status: 204 len: 168 time: 0.6808608 May 10 17:32:18.686893 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe49c3-9fb2-4ead-835f-bb1dcd3121eb req-a44f5717-1407-41e6-9b36-c6af2844b129 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:18.688336 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bfe49c3-9fb2-4ead-835f-bb1dcd3121eb req-a44f5717-1407-41e6-9b36-c6af2844b129 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0870793 May 10 17:32:18.733422 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9bfe49c3-9fb2-4ead-835f-bb1dcd3121eb req-adb05ee1-aedd-485a-bb8d-41c6ee52a41f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 May 10 17:32:18.999009 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46296) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:19.026278 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-753f745c-8f81-4a25-8b14-1eedbb923b67 req-4a1f00f1-eb2a-41f9-a484-2c19c5bfcdda tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 210 time: 0.0421402 May 10 17:32:19.050118 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7d311394-faa2-455e-82b0-99ab5324ab23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb93b88acd1840308a0d8ac0f6dc6156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498340 May 10 17:32:19.052467 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46300) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:19.110843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.137851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.291277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.298873 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1e7331a-e89a-4216-b131-7a1b1f0f2983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:19.311871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c042fe0-676c-4fe7-945f-6495f787070b,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:19.314361 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:19.381208 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.384547 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c042fe0-676c-4fe7-945f-6495f787070b HTTP/1.1" status: 204 len: 168 time: 0.3289387 May 10 17:32:19.678928 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-47f5675a-3bc7-46d6-8ef2-9ee430452df9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:19.680389 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-47f5675a-3bc7-46d6-8ef2-9ee430452df9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0828407 May 10 17:32:19.880509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Deleting port 27d30367-2e2e-4cec-bcde-a3e11ebf348a {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:19.881171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:19.939869 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0860-6325-4217-bece-9198aa32a2c6 req-b15c41e2-3b24-4eb3-95bb-7a4c39670802 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:19.941558 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-166f0860-6325-4217-bece-9198aa32a2c6 req-b15c41e2-3b24-4eb3-95bb-7a4c39670802 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 945 time: 0.0942054 May 10 17:32:19.988896 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-166f0860-6325-4217-bece-9198aa32a2c6 req-008c86d6-8943-4b8d-b588-95df23ef7aba tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4109bcaf-115a-4fce-8a05-6e8d99b26737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 May 10 17:32:20.020223 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] For port 27d30367-2e2e-4cec-bcde-a3e11ebf348a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=27d30367-2e2e-4cec-bcde-a3e11ebf348a,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:20.020596 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.305619 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-59642659-9dbf-4854-a6bd-176cfb230545 req-dc73f520-2c50-449a-9a56-756ae96b10bd tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 210 time: 0.1409292 May 10 17:32:20.520979 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-eed065b9-7ca5-4d91-938d-1129626e54be tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:20.522363 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-eed065b9-7ca5-4d91-938d-1129626e54be tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 815 time: 0.4382403 May 10 17:32:20.543594 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Request body: {'port': {'device_id': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'admin_state_up': True, 'tenant_id': '344d3d27c3f046c88e109d2a52d39e6f'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:20.626877 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.627229 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.627560 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Floating IP 4b09da01-b35b-469e-8bba-22cec41c11b7 disassociated. External IP: 172.28.3.20, port: 27d30367-2e2e-4cec-bcde-a3e11ebf348a. May 10 17:32:20.627896 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Calling delete_port for 27d30367-2e2e-4cec-bcde-a3e11ebf348a owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:20.713932 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:20.731851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:20.822649 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Made reservation on behalf of 344d3d27c3f046c88e109d2a52d39e6f for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:20.826238 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.846955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:20.884060 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:20.943428 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'Port': ['ID=27d30367-2e2e-4cec-bcde-a3e11ebf348a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:20.950379 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:21.189970 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8c158886-fa3d-47ab-a824-f15efee0870d req-b68911d0-0c20-412f-be5c-e114133d8816 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 210 time: 0.0886586 May 10 17:32:21.237612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Allocated IP 172.20.0.13 (89ce1758-aeff-4a24-9cf6-4aed58c751f1/81526a4d-7fad-4fbc-95e5-dbd5270c0bfb/15e7c7f8-3b9a-442d-b0ae-4542c4c3410f) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:21.253634 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:21.463685 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d45e40d2-f79a-4452-87e7-840e74f2acc0 req-d73ddfc5-195f-4f49-a986-6a196a5fcbf4 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 210 time: 0.0427613 May 10 17:32:21.582347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:21.591480 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:21.600562 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:21.601180 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:21.672126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] No DVR routers for this DVR port 27d30367-2e2e-4cec-bcde-a3e11ebf348a on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:32:21.675798 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.679037 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.699918 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'name': 'network-vif-deleted', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:21.798289 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dd73da81-e9ed-4ce2-92bc-29ca59da8c4e req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "DELETE /v2.0/ports/27d30367-2e2e-4cec-bcde-a3e11ebf348a HTTP/1.1" status: 204 len: 173 time: 2.0844510 May 10 17:32:21.821017 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:21.826379 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:21.832393 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:21.877663 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4', '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:21.882657 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd953f49f-7039-459e-81c5-834b7461387a', 'name': 'network-vif-deleted', 'tag': '27d30367-2e2e-4cec-bcde-a3e11ebf348a', 'status': 'completed', 'code': 200} May 10 17:32:21.900749 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:21.904035 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:22.013542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:22.045886 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event updated for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:22.051858 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:22.081828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.082427 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.175353 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-bfda9309-ac57-4966-a48d-9f753373ede9 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6362059 May 10 17:32:22.205401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Request body: {'port': {'device_id': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:22.328074 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:22.342005 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:22.364301 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-32152a45-51a7-4af5-85fc-a19079badfd9 req-2af9dca9-3878-4e94-9cba-8bb8adf10a51 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:22.365674 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:22.366309 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:31:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:22.369670 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.489812 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-32152a45-51a7-4af5-85fc-a19079badfd9 req-2af9dca9-3878-4e94-9cba-8bb8adf10a51 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:22.490900 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-32152a45-51a7-4af5-85fc-a19079badfd9 req-2af9dca9-3878-4e94-9cba-8bb8adf10a51 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=d953f49f-7039-459e-81c5-834b7461387a HTTP/1.1" status: 200 len: 210 time: 0.1770184 May 10 17:32:22.586177 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:22.663228 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852049a9-a45c-40df-a916-cede9121207f req-af3d2536-4348-40f0-8afd-ce1487933dc4 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:22.664740 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-852049a9-a45c-40df-a916-cede9121207f req-af3d2536-4348-40f0-8afd-ce1487933dc4 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 932 time: 0.0879014 May 10 17:32:22.712485 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-852049a9-a45c-40df-a916-cede9121207f req-af925620-91d9-4106-b58d-edafea53f0d3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402956 May 10 17:32:22.762211 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:22.770377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.791868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Transition to ACTIVE for port object 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:22.862404 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:22.867439 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-514cda74-7540-4c48-a4b4-37d0d49aa19e tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:23.008139 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:23.012776 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5e512-4276-472d-9de5-d4b4250ddf81 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:23.029702 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:23.037637 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-908dbe97-389a-4066-ae61-385e2eea4f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.056560 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:23.099977 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Attempting to bind port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:23.100306 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Attempting to bind port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:23.100628 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Attempting to bind port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:23.105198 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:23.105508 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Attempting to bind port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f on network 89ce1758-aeff-4a24-9cf6-4aed58c751f1 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:23.110464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:23.110809 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Checking segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:23.111196 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Bound using segment: {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:23.111626 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Bound port: 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1436d5cc-d971-4bcb-945a-b8e9694edc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:23.111962 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.206042 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:23.209102 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:23.228560 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ac57b-14c5-4dd0-81f9-f1cea95432a8 None None] New status for floating IP 4b09da01-b35b-469e-8bba-22cec41c11b7: DOWN {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:32:23.286183 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.291412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fe676f1-900f-4eb8-b2b4-5697ef58ff36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:23.343054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.343721 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.345109 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] 10.222.0.38 "PUT /v2.0/ports/15e7c7f8-3b9a-442d-b0ae-4542c4c3410f HTTP/1.1" status: 200 len: 1094 time: 1.1440642 May 10 17:32:23.364945 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:23.368117 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:23.524152 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-f858e79d-980d-4f42-a9dd-3a081bb9b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.525991 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-f858e79d-980d-4f42-a9dd-3a081bb9b38e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 1097 time: 0.0750628 May 10 17:32:23.596336 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-e486e25e-0b60-4f0a-916c-d052bb393370 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f HTTP/1.1" status: 200 len: 217 time: 0.0618055 May 10 17:32:23.664260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-c4d60807-3f45-43ef-a5c5-03bac1eeeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.665735 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-c4d60807-3f45-43ef-a5c5-03bac1eeeea2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0612774 May 10 17:32:23.715378 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-2e876769-1a3a-423d-a4f0-1dcebdca5470 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405552 May 10 17:32:23.735552 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46338) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:23.809467 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.856211 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-b30ce697-393a-4ccd-987b-d899e22b2214 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308713 May 10 17:32:23.876624 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:23.883737 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:23.933769 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 27d30367-2e2e-4cec-bcde-a3e11ebf348a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:32:23.941134 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f', 'status': 'completed', 'code': 200} May 10 17:32:23.954083 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e94493-f745-4f4b-8f95-f60f5a390902 req-b1e06df4-a84d-44b4-aa92-5b8923385d6b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:23.955867 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c5e94493-f745-4f4b-8f95-f60f5a390902 req-b1e06df4-a84d-44b4-aa92-5b8923385d6b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 944 time: 0.1238196 May 10 17:32:23.980157 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 27d30367-2e2e-4cec-bcde-a3e11ebf348a {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:32:23.980614 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 27d30367-2e2e-4cec-bcde-a3e11ebf348a not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:32:24.002822 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c5e94493-f745-4f4b-8f95-f60f5a390902 req-32c7a700-233d-416f-8220-6aae42f3c970 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 May 10 17:32:24.003170 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-33d8cbf1-c18e-4f4b-ac0e-a0c7df2d07db req-f0499745-e978-4409-b3e3-17cdbd7403d2 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389854 May 10 17:32:24.022517 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.028435 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-19c1dc7b-97e2-4766-8ace-3972d5ce2742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:24.046373 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109bcaf-115a-4fce-8a05-6e8d99b26737,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:24.048985 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:24.097315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.098449 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "DELETE /v2.0/security-groups/4109bcaf-115a-4fce-8a05-6e8d99b26737 HTTP/1.1" status: 204 len: 168 time: 0.3617170 May 10 17:32:24.101432 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46346) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:24.117669 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.api.v2.resource [None req-d715db41-6369-45d8-b5b7-a3610cb4caf7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] show failed (client error): The resource could not be found. May 10 17:32:24.118624 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d715db41-6369-45d8-b5b7-a3610cb4caf7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups/4109bcaf-115a-4fce-8a05-6e8d99b26737 HTTP/1.1" status: 404 len: 347 time: 0.0163183 May 10 17:32:24.121403 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46350) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:24.178402 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-68548ccd-d4a8-4a10-925f-9d2ecae0cb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:24.180883 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-68548ccd-d4a8-4a10-925f-9d2ecae0cb33 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 1097 time: 0.0734499 May 10 17:32:24.199537 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:32:24.344254 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Deleting port a0d232c5-c0bf-453b-a244-3ccb78f5fa54 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:24.344596 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.402957 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-a2190165-b4e4-479e-959d-5997a8e52c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:24.404404 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-a2190165-b4e4-479e-959d-5997a8e52c59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 200 len: 916 time: 0.2080019 May 10 17:32:24.464426 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.464748 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.471430 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-adccb6d9-71ad-4812-b48d-7c792cb5c2f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f HTTP/1.1" status: 200 len: 217 time: 0.0604267 May 10 17:32:24.541018 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-ce05394a-76ad-4460-89da-58af99da2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:24.542964 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-ce05394a-76ad-4460-89da-58af99da2ff8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 200 len: 855 time: 0.0612164 May 10 17:32:24.588122 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Calling delete_port for a0d232c5-c0bf-453b-a244-3ccb78f5fa54 owned by network:floatingip {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:24.600843 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-218eabd6-28b5-4fb0-919b-b4a3c2b07a8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=89ce1758-aeff-4a24-9cf6-4aed58c751f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391612 May 10 17:32:24.735433 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-f7028cd1-24fa-413c-b9b1-c405b97c02df service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235051 May 10 17:32:24.782659 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:24.786490 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a4b7f428-e527-484c-aeaa-a7d30b7f1110 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:24.839746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'Port': ['ID=a0d232c5-c0bf-453b-a244-3ccb78f5fa54,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:24.871374 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:24.891896 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d202bcfd-1ceb-48c4-8263-74f9ced10fa9 req-149dc055-73ba-469e-a491-463686cfbe72 service neutron] 10.222.0.38 "GET /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469581 May 10 17:32:24.928218 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.068471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.069648 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "DELETE /v2.0/floatingips/4b09da01-b35b-469e-8bba-22cec41c11b7 HTTP/1.1" status: 204 len: 168 time: 0.9472988 May 10 17:32:25.189877 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04c6a-4de9-4b23-bc26-a13b4eb4675b req-268fc229-74fd-4d58-bc3d-3a91a7b93515 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:25.191425 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fdb04c6a-4de9-4b23-bc26-a13b4eb4675b req-268fc229-74fd-4d58-bc3d-3a91a7b93515 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 944 time: 0.0840647 May 10 17:32:25.235719 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-fdb04c6a-4de9-4b23-bc26-a13b4eb4675b req-23b26feb-7575-42fb-ac8c-ea0eec5d4a71 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 May 10 17:32:25.345634 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.360058 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 46360) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:25.365252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--102856278', 'description': 'tempest-description--1995430196'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:25.371094 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:25.375400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:25.378257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:25.384700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:25.459916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.480246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:25.483935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:25.486626 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:25.492439 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:25.565380 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.648511 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.652880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-36c57d5e-6f33-414f-af2a-2d0ae000a413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:25.660565 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-5d0299f6-7b97-4ac8-a883-4299bc73afee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.694219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4660f1ee-e208-4034-9e48-7307920926d6,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:25.696894 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:25.774677 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.775947 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b6860a9a-e888-49d6-bd56-4122d9e66b5c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4148850 May 10 17:32:25.779579 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 46366) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:25.784675 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group_rule': {'security_group_id': '4660f1ee-e208-4034-9e48-7307920926d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:25.790571 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:25.794401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:25.797329 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:25.802994 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:25.873989 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.932656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:25.949028 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:26.057000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.059648 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06ca3b15-f8fa-4ba8-b27c-170c25155d34 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.082944 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a814d0ec-4c84-4757-bf09-fa8cc034a410,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.088250 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.111055 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:26.124302 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f', 'network_id': '89ce1758-aeff-4a24-9cf6-4aed58c751f1', 'port_id': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f', 'mac_address': 'fa:16:3e:0d:62:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81526a4d-7fad-4fbc-95e5-dbd5270c0bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:26.165593 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.166863 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3862989 May 10 17:32:26.169496 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 46370) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:26.174593 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'security_group_rule': {'security_group_id': '4660f1ee-e208-4034-9e48-7307920926d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:26.179724 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.180343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:26.185026 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:security_group_rule and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:26.187888 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:26.193567 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:26.195899 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:26.211698 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:26.278682 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.297310 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.301175 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.341715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.381991 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.389392 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.389754 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.390074 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.390426 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.390762 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.391112 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.392175 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.392494 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.392812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.393132 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.393450 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.393776 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:26.397579 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.425743 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f9033-f6ac-4d0a-9a6e-ce0e43c89304 req-b643c079-e16b-45aa-9f70-6e3073678354 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:26.426428 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-902f9033-f6ac-4d0a-9a6e-ce0e43c89304 req-b643c079-e16b-45aa-9f70-6e3073678354 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:26.430563 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.442013 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f91007e2-ccd9-4736-a357-4b6c2a8f98a3 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:26.449598 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.467521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164db7df-e23f-4e1b-9303-8f89a96d9dbe,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:26.470096 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:26.534229 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-902f9033-f6ac-4d0a-9a6e-ce0e43c89304 req-b643c079-e16b-45aa-9f70-6e3073678354 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:26.535404 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-902f9033-f6ac-4d0a-9a6e-ce0e43c89304 req-b643c079-e16b-45aa-9f70-6e3073678354 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 945 time: 0.1911683 May 10 17:32:26.556591 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.559075 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-f159282c-74fd-431e-af82-6c92adf7a34a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872488 May 10 17:32:26.561361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 46376) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:26.567700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:26.582158 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:26.590089 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Usage tracker for resource:floatingip and tenant:909a5a91527044a3aee8de98b9af5f1d is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:32:26.594266 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:32:26.599090 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-902f9033-f6ac-4d0a-9a6e-ce0e43c89304 req-c3fe790f-553b-4b1b-906b-29fa7fa763ae tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 May 10 17:32:26.602725 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:26.643026 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['15e7c7f8-3b9a-442d-b0ae-4542c4c3410f'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:26.688941 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.832425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:26.967106 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Allocated IP 172.28.3.81 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/a4ecdc38-fd3a-4329-a41c-999d3f2a7acd) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:27.108081 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.185940 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.190361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.245649 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:27.248373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:27.256101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:27.289189 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=a4ecdc38-fd3a-4329-a41c-999d3f2a7acd,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:27.294948 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:27.340671 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.459021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.782955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.822375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a558-b2c9-4278-bc34-4471b919e372 req-b6996f08-097d-4896-8fd0-d0cc0ed7d63f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:27.830409 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0726a558-b2c9-4278-bc34-4471b919e372 req-b6996f08-097d-4896-8fd0-d0cc0ed7d63f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 945 time: 0.1040149 May 10 17:32:27.866742 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:27.875140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7402c23d-1830-4362-8600-b99076da8b35 tempest-VolumesSnapshotTestJSON-1392652510 tempest-VolumesSnapshotTestJSON-1392652510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:27.930364 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0726a558-b2c9-4278-bc34-4471b919e372 req-b122dbe6-d466-4d74-96ab-417b3c5e5b0c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990446 May 10 17:32:27.970938 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:27.986505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=a4ecdc38-fd3a-4329-a41c-999d3f2a7acd,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:27.990552 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:28.001353 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.111829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.113014 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5508583 May 10 17:32:28.146019 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:28.150841 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:28.155792 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.243430 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.268420 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.295811 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:28.312975 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:28.336219 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-9e750650-7bfd-42cd-bc66-0207d3e1ce72 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:28.340156 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f', 'code': 200} May 10 17:32:28.421049 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:28.423473 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:28.454594 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-9e750650-7bfd-42cd-bc66-0207d3e1ce72 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:28.456918 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-9e750650-7bfd-42cd-bc66-0207d3e1ce72 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--102856278&fields=id&tenant_id=909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 267 time: 0.1631312 May 10 17:32:28.488317 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:28.492323 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:28.605305 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-81ff1a6a-405f-4a0b-b161-f42be41718d8 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:28.607317 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-81ff1a6a-405f-4a0b-b161-f42be41718d8 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 811 time: 0.1442344 May 10 17:32:28.621606 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-1c31d4e5-c72f-4191-9a12-7a00bd9e25fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/quotas/909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 375 time: 0.0086870 May 10 17:32:28.709569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-c7c59c0b-ad74-4c0e-9513-f806b647f4d9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:28.793872 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-c7c59c0b-ad74-4c0e-9513-f806b647f4d9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:28.795766 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-c7c59c0b-ad74-4c0e-9513-f806b647f4d9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688797 May 10 17:32:28.807983 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b89f7e-a0e2-4f9f-8b5a-6e105c964e99 req-5982266d-1b45-49e6-90a7-bfd9f52a7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:28.809567 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2b89f7e-a0e2-4f9f-8b5a-6e105c964e99 req-5982266d-1b45-49e6-90a7-bfd9f52a7bd5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 1099 time: 0.0736763 May 10 17:32:28.852878 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e2b89f7e-a0e2-4f9f-8b5a-6e105c964e99 req-e37f29b8-5f69-4bd0-9288-9bf179d7d709 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 May 10 17:32:29.026440 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-31d351ce-3e98-4b83-9679-b1b88cb9de09 service neutron] 10.222.0.26 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142165 May 10 17:32:29.159181 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-669cc739-9f93-4cd7-9fa3-73f4e1206429 service neutron] 10.222.0.26 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263187 May 10 17:32:29.202801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353a23-d64e-472e-abc2-8a6757199643 req-cb239a7b-d943-4e75-8106-384bbc8ea25f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:29.204288 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7a353a23-d64e-472e-abc2-8a6757199643 req-cb239a7b-d943-4e75-8106-384bbc8ea25f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0844469 May 10 17:32:29.250204 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-7a353a23-d64e-472e-abc2-8a6757199643 req-54ba1075-d56b-44b7-bef7-d72a9429d34f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 May 10 17:32:29.392320 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-07bbd17b-275b-487d-b674-6abbba683231 req-c732a740-a2b4-448c-b112-54d4f2310ed8 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 210 time: 0.0423081 May 10 17:32:30.433860 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de6d0d-cfa7-48c3-aae0-526d8df6550a req-7cca60ad-8e1a-4630-a7b5-4c4352b2db11 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:30.435359 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a2de6d0d-cfa7-48c3-aae0-526d8df6550a req-7cca60ad-8e1a-4630-a7b5-4c4352b2db11 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0788467 May 10 17:32:30.484143 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a2de6d0d-cfa7-48c3-aae0-526d8df6550a req-ab2470f7-9c3d-4606-b8e4-536cd1aeb69e tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 May 10 17:32:30.547887 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-66ea8e4d-7e11-4baf-b50b-39710cbb17cc req-1523f04c-32ca-4233-9993-9da51727afd4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 210 time: 0.0435245 May 10 17:32:31.524334 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-0cbab600-ca00-4b2a-b063-121554d62bfb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:31.526425 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-0cbab600-ca00-4b2a-b063-121554d62bfb tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 811 time: 0.1437414 May 10 17:32:31.580455 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-dfbcbd7a-d7ac-4fa8-9058-a5f76d9a9e03 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:31.591788 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-dfbcbd7a-d7ac-4fa8-9058-a5f76d9a9e03 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:31.593452 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-dfbcbd7a-d7ac-4fa8-9058-a5f76d9a9e03 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909a5a91527044a3aee8de98b9af5f1d HTTP/1.1" status: 200 len: 379 time: 0.0525215 May 10 17:32:31.615071 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'port': {'device_id': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'admin_state_up': True, 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'security_groups': ['4660f1ee-e208-4034-9e48-7307920926d6']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:31.693691 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a7ec621a-e7c4-4a21-a499-93b7955781b1 req-1dbd7e90-ce30-4bbe-8d7d-0ea843970ccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 210 time: 0.0419533 May 10 17:32:31.753288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:32:31.762884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:32:31.868255 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Made reservation on behalf of 909a5a91527044a3aee8de98b9af5f1d for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:32:31.871790 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:31.894824 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.036314 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Allocated IP 172.20.0.9 (e7d1c2a7-2a7e-4b45-a51e-846306743cee/50110cb7-f7f8-41cd-8383-3f9aa000aba7/6e98e56c-b737-4e1a-a8ec-d5d47c01439e) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:32:32.216565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.231194 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Transition to ACTIVE for port object 6e98e56c-b737-4e1a-a8ec-d5d47c01439e will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:32.302844 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.313626 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:32.369126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:32:32.371986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:32:32.376500 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:32:32.425787 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event updated for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:32.430085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:32.452210 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:32.452815 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.575411 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-75418635-add0-4bc5-ae3c-c417364e8e58 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9642007 May 10 17:32:32.591555 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Request body: {'port': {'device_id': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:32.694925 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-86ac1490-9735-4105-aba4-cc32651ad7e4 None None] Provisioning for port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:32.700435 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-86ac1490-9735-4105-aba4-cc32651ad7e4 None None] Provisioning complete for port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:32.700812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86ac1490-9735-4105-aba4-cc32651ad7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.758721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-86ac1490-9735-4105-aba4-cc32651ad7e4 None None] Port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:32:32.798922 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:32.894695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be2815-2b30-4004-9855-fec2b1ca811c req-741f7955-8523-4fc8-96dd-44549d723ad5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:32.896191 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e5be2815-2b30-4004-9855-fec2b1ca811c req-741f7955-8523-4fc8-96dd-44549d723ad5 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 931 time: 0.0890925 May 10 17:32:32.945017 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e5be2815-2b30-4004-9855-fec2b1ca811c req-127a30d6-85fe-491e-a667-c23dd748ebc6 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428050 May 10 17:32:33.143743 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e98e56c-b737-4e1a-a8ec-d5d47c01439e {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:33.151069 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.165273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Transition to ACTIVE for port object 6e98e56c-b737-4e1a-a8ec-d5d47c01439e will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:32:33.254219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.258622 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-47a7d4c5-7679-4b1a-b19e-dd99e9c81085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:33.385823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Pushing event updated for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:33.412520 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:33.502484 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Attempting to bind port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:32:33.503083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Attempting to bind port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:32:33.503481 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Attempting to bind port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:33.508611 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e on network e7d1c2a7-2a7e-4b45-a51e-846306743cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:32:33.508995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Attempting to bind port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e on network e7d1c2a7-2a7e-4b45-a51e-846306743cee {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:32:33.514247 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:32:33.514648 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Checking segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:32:33.515147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Bound using segment: {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:32:33.515632 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Bound port: 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449a80bb-7d79-4481-a3dc-c411c886f4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:32:33.516043 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.618877 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:32:33.622634 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:32:33.695161 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.699937 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9ad164ce-5737-49ab-98fa-d500e51f9cb4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:33.749529 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:33.750133 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:33.751498 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] 10.222.0.38 "PUT /v2.0/ports/6e98e56c-b737-4e1a-a8ec-d5d47c01439e HTTP/1.1" status: 200 len: 1093 time: 1.1641502 May 10 17:32:33.751981 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:33.783272 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Pushing event updated for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:33.794111 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:33.806957 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'status': 'completed', 'code': 200} May 10 17:32:33.922193 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-e7af0309-64e8-44ba-833d-48bd2175f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:33.923756 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-e7af0309-64e8-44ba-833d-48bd2175f863 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 1096 time: 0.0787001 May 10 17:32:34.072821 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-945c5197-8b61-4368-b388-f0d68a742ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.074152 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-945c5197-8b61-4368-b388-f0d68a742ad7 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=909a5a91527044a3aee8de98b9af5f1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1391714 May 10 17:32:34.136894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec506a17-5676-4a33-b626-0bfde82c91f7 req-7f83b226-7e43-4731-95ae-dee6ebc3deb9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.138401 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ec506a17-5676-4a33-b626-0bfde82c91f7 req-7f83b226-7e43-4731-95ae-dee6ebc3deb9 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 943 time: 0.0823834 May 10 17:32:34.188160 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-ec506a17-5676-4a33-b626-0bfde82c91f7 req-252a633b-436b-47ee-87fd-2e42b5f00184 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 May 10 17:32:34.210360 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-f4a6ceb5-02ff-40fa-9658-d1654bea1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.211811 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-88ee52e6-f0ac-4d37-884a-00ce413b4aef req-f4a6ceb5-02ff-40fa-9658-d1654bea1edb service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310592 May 10 17:32:34.323769 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-6d2794ae-dbb1-4b6f-8cfc-f474839f8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.325216 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-6d2794ae-dbb1-4b6f-8cfc-f474839f8ef9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 1096 time: 0.0693042 May 10 17:32:34.397319 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-1d26e225-7860-418c-871b-28a7aa07e067 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e HTTP/1.1" status: 200 len: 217 time: 0.0618389 May 10 17:32:34.460317 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-cc70bec4-0c17-4cfd-8a56-6c44aeb0f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.461734 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-cc70bec4-0c17-4cfd-8a56-6c44aeb0f732 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.0560760 May 10 17:32:34.537723 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-83341b24-07ee-4bb8-88b7-7d4b4353f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:34.539144 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-83341b24-07ee-4bb8-88b7-7d4b4353f1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680475 May 10 17:32:34.675836 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-4df2d89b-4f6b-4c22-a4fc-751330322e6a service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283274 May 10 17:32:34.895433 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6e9e721-742e-4d01-b6ad-c4c588cefe90 req-63d20a00-284f-4e97-88f4-e53e0b66ffa5 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967156 May 10 17:32:35.369638 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d513ed0-4c0d-440a-986b-1b65c85a6b3d req-3ee97401-5735-469c-9208-3d77fea7a35c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:35.371122 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2d513ed0-4c0d-440a-986b-1b65c85a6b3d req-3ee97401-5735-469c-9208-3d77fea7a35c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 943 time: 0.0803030 May 10 17:32:35.415732 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2d513ed0-4c0d-440a-986b-1b65c85a6b3d req-d58b722b-df50-43e9-82bb-5b05ae4d7559 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 May 10 17:32:36.601182 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a6a3-21cf-44ca-9c3a-325f64d3dd59 req-36da4bee-b000-4d27-90a3-0cb7312a8409 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:36.602618 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7178a6a3-21cf-44ca-9c3a-325f64d3dd59 req-36da4bee-b000-4d27-90a3-0cb7312a8409 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 943 time: 0.0820947 May 10 17:32:36.646535 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7178a6a3-21cf-44ca-9c3a-325f64d3dd59 req-849c2669-ad23-4821-8819-edc8ef798b6f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383313 May 10 17:32:37.831779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c248b9-7d8c-4115-be09-856cbfc098b3 req-218ae798-2878-43df-a9d7-8838502a0a0a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:37.833234 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c4c248b9-7d8c-4115-be09-856cbfc098b3 req-218ae798-2878-43df-a9d7-8838502a0a0a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 943 time: 0.0813322 May 10 17:32:37.880518 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c4c248b9-7d8c-4115-be09-856cbfc098b3 req-ca19d7bb-44b2-46e3-8165-27039c590a41 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414662 May 10 17:32:38.038416 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6e98e56c-b737-4e1a-a8ec-d5d47c01439e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:32:38.173585 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:38.186915 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'port_id': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'mac_address': 'fa:16:3e:99:42:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:32:38.240821 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.260413 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e98e56c-b737-4e1a-a8ec-d5d47c01439e {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:32:38.276212 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:38.328542 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:38.330268 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:38.394604 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:38.397617 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:38.660748 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['6e98e56c-b737-4e1a-a8ec-d5d47c01439e'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:39.243259 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abb16-96c6-4e8b-93b8-92fce1b9c04a req-c036a2c8-9e0a-4545-8e00-e224b761e54a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:39.243973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ff2abb16-96c6-4e8b-93b8-92fce1b9c04a req-c036a2c8-9e0a-4545-8e00-e224b761e54a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Synchronizing usage tracker for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:39.265450 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f32de4-116a-4155-a088-3b894b211608 req-8187f010-f97a-4d79-b3fe-61e4aac9c04d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:39.267204 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-48f32de4-116a-4155-a088-3b894b211608 req-8187f010-f97a-4d79-b3fe-61e4aac9c04d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0803714 May 10 17:32:39.311804 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-48f32de4-116a-4155-a088-3b894b211608 req-b387bd10-0196-46c8-b5ab-8cf24e2c46cb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 May 10 17:32:39.319637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-ff2abb16-96c6-4e8b-93b8-92fce1b9c04a req-c036a2c8-9e0a-4545-8e00-e224b761e54a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Unset dirty status for tenant:909a5a91527044a3aee8de98b9af5f1d on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:39.320805 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ff2abb16-96c6-4e8b-93b8-92fce1b9c04a req-c036a2c8-9e0a-4545-8e00-e224b761e54a tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 944 time: 0.3337564 May 10 17:32:39.366731 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ff2abb16-96c6-4e8b-93b8-92fce1b9c04a req-9465e271-148e-4305-89bf-650be5264a0d tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392685 May 10 17:32:40.060493 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6e98e56c-b737-4e1a-a8ec-d5d47c01439e up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:32:40.196798 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:32:40.201511 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:32:40.201885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.316386 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.342741 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:40.352790 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:40.388494 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'code': 200} May 10 17:32:40.414464 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:40.416962 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:40.495240 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:40.500062 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:40.512464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a950-2bf1-4228-af7f-26d7a46eeee5 req-dac4e5d8-b88d-41d5-a784-b1d0467f92fd tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:40.514976 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5067a950-2bf1-4228-af7f-26d7a46eeee5 req-dac4e5d8-b88d-41d5-a784-b1d0467f92fd tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0872808 May 10 17:32:40.559989 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-5067a950-2bf1-4228-af7f-26d7a46eeee5 req-e31342c5-54e3-4534-95c8-94e1a50aaad3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 May 10 17:32:40.624404 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc8b4d-b35a-48a2-827f-80673e298221 req-4c4d4781-9d7b-4e73-8213-8d7cf34a7f83 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:40.625973 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-90dc8b4d-b35a-48a2-827f-80673e298221 req-4c4d4781-9d7b-4e73-8213-8d7cf34a7f83 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.1454985 May 10 17:32:40.670957 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-90dc8b4d-b35a-48a2-827f-80673e298221 req-f9db9b8e-f691-46c2-94d0-039fe828c607 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392361 May 10 17:32:40.757263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496028f9-087b-42df-b346-94496292609d req-e70eeaf5-96c4-4342-8074-52e18802aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:40.758642 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-496028f9-087b-42df-b346-94496292609d req-e70eeaf5-96c4-4342-8074-52e18802aa5b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 1098 time: 0.0680447 May 10 17:32:40.801441 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-496028f9-087b-42df-b346-94496292609d req-a22d939a-a40f-40b5-93ef-3139c5a828c2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334103 May 10 17:32:41.683326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-93658279-1594-4ce1-bd2d-c05dfba3cd36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:41.684743 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-93658279-1594-4ce1-bd2d-c05dfba3cd36 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0830226 May 10 17:32:41.749125 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439097-5572-4ca5-b9cf-84fad82565f7 req-561ed31a-f452-4e95-bd8f-aa1b453a9939 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:41.750609 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-16439097-5572-4ca5-b9cf-84fad82565f7 req-561ed31a-f452-4e95-bd8f-aa1b453a9939 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 946 time: 0.0819192 May 10 17:32:41.802366 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-16439097-5572-4ca5-b9cf-84fad82565f7 req-2dc0a129-9cf2-46b9-86ac-477598f1c96a tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459230 May 10 17:32:41.884273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Deleting port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:41.884690 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:41.968784 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc8c32-b86d-4879-accf-5683b86d4917 req-21d7ce9b-0039-48ae-8b8b-e0a019fb675c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:41.970214 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-19bc8c32-b86d-4879-accf-5683b86d4917 req-21d7ce9b-0039-48ae-8b8b-e0a019fb675c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.1884973 May 10 17:32:42.048847 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-19bc8c32-b86d-4879-accf-5683b86d4917 req-959bf5ef-f08d-4a05-b613-67f7f884d1f8 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705872 May 10 17:32:42.073526 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] For port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:42.073906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.197783 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Calling delete_port for 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:42.376622 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.381925 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:42.387721 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4', '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:42.430739 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event deleted for resources: {'Port': ['ID=15e7c7f8-3b9a-442d-b0ae-4542c4c3410f,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:42.457047 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:42.502379 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] No DVR routers for this DVR port 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:32:42.504849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:42.507388 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'name': 'network-vif-deleted', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:42.554826 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982ed8bf-ecf0-48b5-923e-eb2746f6eb59', 'name': 'network-vif-deleted', 'tag': '15e7c7f8-3b9a-442d-b0ae-4542c4c3410f', 'status': 'completed', 'code': 200} May 10 17:32:42.580857 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f60216c0-76d6-461b-aa89-049c28141bf0 req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "DELETE /v2.0/ports/15e7c7f8-3b9a-442d-b0ae-4542c4c3410f HTTP/1.1" status: 204 len: 173 time: 0.8886733 May 10 17:32:42.968907 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-162eacf5-c9c7-4dbc-bc18-16cefd85ae9c req-165e067e-a600-43d4-b3a2-aec99b63028f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:43.045409 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-162eacf5-c9c7-4dbc-bc18-16cefd85ae9c req-165e067e-a600-43d4-b3a2-aec99b63028f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:43.046591 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-162eacf5-c9c7-4dbc-bc18-16cefd85ae9c req-165e067e-a600-43d4-b3a2-aec99b63028f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=982ed8bf-ecf0-48b5-923e-eb2746f6eb59 HTTP/1.1" status: 200 len: 210 time: 0.1220360 May 10 17:32:43.232086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad41d-9fec-4f20-9eaf-966d7a54c6f1 req-60f65f88-4213-4d36-a76f-9bda81735bd7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:43.233574 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-168ad41d-9fec-4f20-9eaf-966d7a54c6f1 req-60f65f88-4213-4d36-a76f-9bda81735bd7 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.0780735 May 10 17:32:43.278461 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-168ad41d-9fec-4f20-9eaf-966d7a54c6f1 req-cc5a8a83-8d4f-4a82-a8e9-c7c6d9b47fbf tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 May 10 17:32:43.464524 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002d21-3955-446a-a3bc-dd9087dfe504 req-6020f1bc-b5e3-4a71-94d8-79994addd843 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:43.465968 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5f002d21-3955-446a-a3bc-dd9087dfe504 req-6020f1bc-b5e3-4a71-94d8-79994addd843 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.0812964 May 10 17:32:43.474317 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46530) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:43.479419 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Request body: {'floatingip': {'port_id': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:32:43.560076 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, before_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.228535 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.297180 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:44.475473 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.l3_db [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Floating IP 6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1 associated. External IP: 172.28.3.81, port: 6e98e56c-b737-4e1a-a8ec-d5d47c01439e. May 10 17:32:44.822167 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:32:45.002997 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:32:45.007728 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:45.012068 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:32:45.022927 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:45.023552 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:45.060222 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-747b7ec5-6a8a-43bd-beed-b66bd4b999a0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "PUT /v2.0/floatingips/6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1 HTTP/1.1" status: 200 len: 990 time: 1.5847940 May 10 17:32:45.061355 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:45.108061 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'status': 'completed', 'code': 200} May 10 17:32:45.204327 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:45.207121 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-4e0de61f-71ba-4920-aac0-c870bb3fd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:45.208579 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-4e0de61f-71ba-4920-aac0-c870bb3fd750 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=909a5a91527044a3aee8de98b9af5f1d&device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 1098 time: 0.0785673 May 10 17:32:45.417924 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-b9137c5a-fb97-4b88-80cc-2bb148433586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:45.419300 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-b9137c5a-fb97-4b88-80cc-2bb148433586 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 200 len: 912 time: 0.2037368 May 10 17:32:45.523592 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-2ef33a2a-8c9a-4b5e-af71-4f9227b022fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e HTTP/1.1" status: 200 len: 998 time: 0.0970788 May 10 17:32:45.558389 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:99:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:27Z', 'updated_at': '2021-05-10T17:32:44Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:45.562661 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:32:45.570873 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:32:45.571498 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:32:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:45.587263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-ee148e33-6f1a-4e43-a10b-4e0838844d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:45.588692 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-ee148e33-6f1a-4e43-a10b-4e0838844d0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 200 len: 850 time: 0.0582621 May 10 17:32:45.665833 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-813281b7-3dc8-4eba-8ee4-f8c949ddf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:45.666686 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-813281b7-3dc8-4eba-8ee4-f8c949ddf090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7d1c2a7-2a7e-4b45-a51e-846306743cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0702853 May 10 17:32:45.747805 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:32:45.801054 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-d3088c5b-212b-4cb2-94ab-95b8c4ded91c service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261811 May 10 17:32:45.937187 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-71a85dc4-221e-4b07-80cf-5a84dbc18d60 req-94de04a9-2d03-4ebc-9492-7dc23318ad81 service neutron] 10.222.0.38 "GET /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290994 May 10 17:32:46.086184 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:32:46.114915 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f499a-c415-4609-bb00-a4f8105866da req-08b65d32-fde2-4d03-a339-d76c7b3045e7 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:46.116374 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e7f499a-c415-4609-bb00-a4f8105866da req-08b65d32-fde2-4d03-a339-d76c7b3045e7 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 945 time: 0.0797930 May 10 17:32:46.124861 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:32:46.125212 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 15e7c7f8-3b9a-442d-b0ae-4542c4c3410f not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:32:46.134379 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:99:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:27Z', 'updated_at': '2021-05-10T17:32:44Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:32:46.139155 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098a0b69-491a-4dff-894e-5f8b2b4036a8 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'floating_ip_address': '172.28.3.81', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'port_id': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'mac_address': 'fa:16:3e:99:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:32:27Z', 'updated_at': '2021-05-10T17:32:44Z', 'revision_number': 1, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:32:46.166189 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3e7f499a-c415-4609-bb00-a4f8105866da req-dda356a4-ac8b-469d-b2ae-2113716381c1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 May 10 17:32:46.321698 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbc8786-3c51-44aa-9386-931a5be4bc3e None None] New status for floating IP 6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1: ACTIVE {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:32:47.353745 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0483a35-45be-4e3a-ba04-23119569f8f8 req-b71a86f8-9e5c-41ad-916d-7c6431f86d91 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:47.355239 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f0483a35-45be-4e3a-ba04-23119569f8f8 req-b71a86f8-9e5c-41ad-916d-7c6431f86d91 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 945 time: 0.0813396 May 10 17:32:47.400480 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f0483a35-45be-4e3a-ba04-23119569f8f8 req-d3684ce4-68b9-470f-aac2-c813fedd3b34 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 May 10 17:32:47.862678 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e898647-04b4-4145-8c51-6107d35afeba req-74cdbbe0-2ffe-4fab-b98b-c677600805a5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:47.864121 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9e898647-04b4-4145-8c51-6107d35afeba req-74cdbbe0-2ffe-4fab-b98b-c677600805a5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 945 time: 0.0781193 May 10 17:32:47.998421 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Deleting port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:47.998756 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.127167 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] For port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:48.127440 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.249412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Calling delete_port for 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:48.393698 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.399191 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-4b548ac7-6cca-4592-afe1-ec818b99236f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:48.405262 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4', '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:48.443541 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event deleted for resources: {'Port': ['ID=8a147b78-4b3b-4b6c-9b3d-35ec38f216ef,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:48.446620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:48.526563 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] No DVR routers for this DVR port 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:32:48.529594 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:48.540115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'name': 'network-vif-deleted', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:48.566399 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c0cf44d7-620d-4da8-a9c1-e8fa535daeac req-06731082-e153-40ba-a6e7-107e982a797b tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=19325b05-ca1e-4b2b-b878-3f3590347e6f HTTP/1.1" status: 200 len: 210 time: 0.0424538 May 10 17:32:48.578104 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9e898647-04b4-4145-8c51-6107d35afeba req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "DELETE /v2.0/ports/8a147b78-4b3b-4b6c-9b3d-35ec38f216ef HTTP/1.1" status: 204 len: 173 time: 0.7082694 May 10 17:32:48.619708 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19325b05-ca1e-4b2b-b878-3f3590347e6f', 'name': 'network-vif-deleted', 'tag': '8a147b78-4b3b-4b6c-9b3d-35ec38f216ef', 'status': 'completed', 'code': 200} May 10 17:32:50.238316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abcd64-6f8a-470a-9616-876d826da11f req-e1d6add2-0a35-4fa8-8465-367eb0db2861 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:50.239054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-95abcd64-6f8a-470a-9616-876d826da11f req-e1d6add2-0a35-4fa8-8465-367eb0db2861 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:50.308178 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-95abcd64-6f8a-470a-9616-876d826da11f req-e1d6add2-0a35-4fa8-8465-367eb0db2861 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:50.309268 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-95abcd64-6f8a-470a-9616-876d826da11f req-e1d6add2-0a35-4fa8-8465-367eb0db2861 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 945 time: 0.1475480 May 10 17:32:50.355463 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-95abcd64-6f8a-470a-9616-876d826da11f req-62d6e9ce-e30c-4a34-8ccb-2d3ecffbd679 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 May 10 17:32:51.539812 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783ea2-1da6-497d-b74c-4c40f94dc3cf req-7833a469-3141-4398-a743-91424b149f0f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.541368 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3a783ea2-1da6-497d-b74c-4c40f94dc3cf req-7833a469-3141-4398-a743-91424b149f0f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 945 time: 0.0790594 May 10 17:32:51.588689 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3a783ea2-1da6-497d-b74c-4c40f94dc3cf req-09db0d3e-354e-4efb-84b8-8972435820ce tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 May 10 17:32:51.668710 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-db5681d3-a3c5-4920-978d-2003fbb0acf1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:51.670714 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-db5681d3-a3c5-4920-978d-2003fbb0acf1 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 945 time: 0.0799203 May 10 17:32:51.870187 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Deleting port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:51.870552 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.001813 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] For port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:52.002165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.123949 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Calling delete_port for 3b74b40a-e7b6-4405-97b9-6f4a0100d97b owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:52.157268 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:32:52.224228 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:32:52.224476 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 8a147b78-4b3b-4b6c-9b3d-35ec38f216ef not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:32:52.290593 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.295684 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-00914f31-093d-4404-81bd-5006e535a37b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:52.304946 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4', '3b74b40a-e7b6-4405-97b9-6f4a0100d97b'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:52.339739 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event deleted for resources: {'Port': ['ID=3b74b40a-e7b6-4405-97b9-6f4a0100d97b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:52.371424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.371801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.372140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.372483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.373342 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.373684 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.374023 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.374361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.374700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.375063 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.375400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.375733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:32:52.383517 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:52.425612 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] No DVR routers for this DVR port 3b74b40a-e7b6-4405-97b9-6f4a0100d97b on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:32:52.428024 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:52.430592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'name': 'network-vif-deleted', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:52.478737 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69265b1a-9e09-47bf-a451-aec19b6b111a', 'name': 'network-vif-deleted', 'tag': '3b74b40a-e7b6-4405-97b9-6f4a0100d97b', 'status': 'completed', 'code': 200} May 10 17:32:52.497094 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b48afd72-add5-4719-8239-c35ff0149fa1 req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "DELETE /v2.0/ports/3b74b40a-e7b6-4405-97b9-6f4a0100d97b HTTP/1.1" status: 204 len: 173 time: 0.8204544 May 10 17:32:52.835807 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-63322f67-92d6-4225-832d-01fdfce7d16e req-4548c1b2-2461-4af2-940f-8f13d9d8d684 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=69265b1a-9e09-47bf-a451-aec19b6b111a HTTP/1.1" status: 200 len: 210 time: 0.1418474 May 10 17:32:52.985505 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-280ba774-e008-435a-9d5c-2d0aa40a8ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.360044 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.677145 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4e202803-9905-4b87-9d68-3d7a8fe2e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:55.899027 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e322859-1173-460b-a9f0-3473e3b06e57 req-9cbbeeec-6fef-48f9-855d-a42cacd74fc0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:55.900485 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0e322859-1173-460b-a9f0-3473e3b06e57 req-9cbbeeec-6fef-48f9-855d-a42cacd74fc0 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 946 time: 0.0802217 May 10 17:32:55.946958 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-0e322859-1173-460b-a9f0-3473e3b06e57 req-42ea33a6-b8dd-45b4-8067-035454725f6d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399899 May 10 17:32:56.152310 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3b74b40a-e7b6-4405-97b9-6f4a0100d97b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:32:56.185973 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 3b74b40a-e7b6-4405-97b9-6f4a0100d97b {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:32:56.186325 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3b74b40a-e7b6-4405-97b9-6f4a0100d97b not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:32:56.374548 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:57.131086 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca72c-56d6-4974-8151-0051fd676efc req-5c11495f-d84b-4246-aee9-b8c5480e8376 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.131776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-2e1ca72c-56d6-4974-8151-0051fd676efc req-5c11495f-d84b-4246-aee9-b8c5480e8376 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Synchronizing usage tracker for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:32:57.204843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-2e1ca72c-56d6-4974-8151-0051fd676efc req-5c11495f-d84b-4246-aee9-b8c5480e8376 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Unset dirty status for tenant:344d3d27c3f046c88e109d2a52d39e6f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:32:57.206008 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e1ca72c-56d6-4974-8151-0051fd676efc req-5c11495f-d84b-4246-aee9-b8c5480e8376 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 946 time: 0.1519396 May 10 17:32:57.250191 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e1ca72c-56d6-4974-8151-0051fd676efc req-1775ad5a-fd44-4ea5-87a1-c2600830e27c tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/security-groups?id=278058de-1938-4c93-ad54-5c5344a91fbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 May 10 17:32:57.681143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-ea8f78f2-54b8-4599-9a9c-32b70595f3e3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:57.682578 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-ea8f78f2-54b8-4599-9a9c-32b70595f3e3 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 946 time: 0.0815587 May 10 17:32:57.821262 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Deleting port a8b5420c-171e-43a6-951d-84ba2376ada4 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:32:57.821597 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:57.950633 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] For port a8b5420c-171e-43a6-951d-84ba2376ada4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a8b5420c-171e-43a6-951d-84ba2376ada4,segment=NetworkSegment(1436d5cc-d971-4bcb-945a-b8e9694edc70),segment_id=1436d5cc-d971-4bcb-945a-b8e9694edc70)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:32:57.950951 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.068520 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Calling delete_port for a8b5420c-171e-43a6-951d-84ba2376ada4 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:32:58.219918 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.236964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.242168 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ca117f65-0fda-4d3d-8495-b2b2f1ab439f tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:32:58.250761 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['a8b5420c-171e-43a6-951d-84ba2376ada4'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:32:58.288373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Pushing event deleted for resources: {'Port': ['ID=a8b5420c-171e-43a6-951d-84ba2376ada4,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:32:58.314760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:32:58.362765 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] No DVR routers for this DVR port a8b5420c-171e-43a6-951d-84ba2376ada4 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:32:58.365234 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:58.367796 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'name': 'network-vif-deleted', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:32:58.403138 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a8f61cdb-9282-4ec6-a919-1f3c85cfd9f2 req-7459b37a-1275-45d8-acf8-8f5f4d7a2a2d tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.26 "GET /v2.0/ports?device_id=d748f175-af27-4640-92de-013d296025c5 HTTP/1.1" status: 200 len: 210 time: 0.0424452 May 10 17:32:58.412141 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd748f175-af27-4640-92de-013d296025c5', 'name': 'network-vif-deleted', 'tag': 'a8b5420c-171e-43a6-951d-84ba2376ada4', 'status': 'completed', 'code': 200} May 10 17:32:58.439941 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e18bd55f-f0d1-430e-94ae-ce79c9a9eaff req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] 10.222.0.38 "DELETE /v2.0/ports/a8b5420c-171e-43a6-951d-84ba2376ada4 HTTP/1.1" status: 204 len: 173 time: 0.7488034 May 10 17:32:59.409168 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-b04de69d-e14e-4f9f-9e16-0c3b990b9523 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1117120 May 10 17:32:59.499182 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46642) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:32:59.550219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-d83698aa-9f02-471e-80f0-c96f0593c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.551716 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-d83698aa-9f02-471e-80f0-c96f0593c652 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1137 time: 0.0706792 May 10 17:32:59.558928 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Deleting subnet 81526a4d-7fad-4fbc-95e5-dbd5270c0bfb {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:32:59.562430 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.614126 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.671641 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.784805 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-654aa8d5-ca9d-44ba-8c74-2c0f20dcb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.786224 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-654aa8d5-ca9d-44ba-8c74-2c0f20dcb3ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.2074790 May 10 17:32:59.897748 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-9ce36203-7e5d-42e9-bba5-655b3a9ecdd6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 1000 time: 0.0977907 May 10 17:32:59.964863 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-99f2757b-ad6b-4646-8f36-a380d4db8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:32:59.966775 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-99f2757b-ad6b-4646-8f36-a380d4db8a38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0613143 May 10 17:32:59.988559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:32:59.992665 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:00.029364 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81526a4d-7fad-4fbc-95e5-dbd5270c0bfb,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:00.037519 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.040630 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.041010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.041381 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.041745 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.042107 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.042469 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.042858 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.043226 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.043585 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.043939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.044843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.045214 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:00.047581 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-23028548-ac90-4239-aba6-09c87ecc16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:00.048957 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:00.049081 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-23028548-ac90-4239-aba6-09c87ecc16a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754735 May 10 17:33:00.051862 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8bd4669b-aaa3-4bf1-bdae-316370bfa34d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/81526a4d-7fad-4fbc-95e5-dbd5270c0bfb HTTP/1.1" status: 204 len: 168 time: 0.5516846 May 10 17:33:00.054335 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46650) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:00.160931 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.179013 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-d05dbc9e-1b88-45b9-8e17-5c34ddf28b52 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223781 May 10 17:33:00.285576 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.298396 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ce1758-aeff-4a24-9cf6-4aed58c751f1']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:00.310315 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0c64571d-77f7-4fc5-891a-463e65cae4f4 req-ca835f5c-4c64-440c-99da-a834f439dafe service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247315 May 10 17:33:00.310493 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1436d5cc-d971-4bcb-945a-b8e9694edc70') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:00.310744 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1436d5cc-d971-4bcb-945a-b8e9694edc70') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:00.322378 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.338863 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.345626 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:00.346026 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:00.359056 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:00.542326 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.545880 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-46d2f57e-3be7-4c67-97c9-f647624103d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:00.558385 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:00.570156 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ce1758-aeff-4a24-9cf6-4aed58c751f1,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:00.573079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:00.651881 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/89ce1758-aeff-4a24-9cf6-4aed58c751f1 HTTP/1.1" status: 204 len: 168 time: 0.5964971 May 10 17:33:01.013877 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46660) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:01.067121 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-da7d92b9-09bf-467d-bd0d-1a5f7c6d1370 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=344d3d27c3f046c88e109d2a52d39e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519834 May 10 17:33:01.069520 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46666) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:01.131186 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.157388 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.198172 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:01.284824 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.289715 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-be0c0bc0-3d37-4f78-b5e4-d9dd2f9d296b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:01.303418 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278058de-1938-4c93-ad54-5c5344a91fbe,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:01.306939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:01.369761 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:01.370916 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/278058de-1938-4c93-ad54-5c5344a91fbe HTTP/1.1" status: 204 len: 168 time: 0.3003440 May 10 17:33:01.916728 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:02.186968 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a8b5420c-171e-43a6-951d-84ba2376ada4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:02.220984 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: a8b5420c-171e-43a6-951d-84ba2376ada4 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:02.221533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device a8b5420c-171e-43a6-951d-84ba2376ada4 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:03.295811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46726) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:03.412295 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.426779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:03.430819 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Usage tracker for resource:security_group_rule and tenant:4cb1a6d83f66472cbbef9fd8a69a6c84 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:03.433646 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:03.439871 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:03.520412 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.605300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.614747 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-aab06b2b-a6fe-438b-9921-90a9ec32ef1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:03.658122 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4cb1a6d83f66472cbbef9fd8a69a6c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611770 May 10 17:33:03.658963 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3522d7-69cf-4a40-a155-d8bea1c8cffb,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:03.660807 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 46736) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:03.662042 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:03.724048 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.749596 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.873879 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.878739 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-24dd034d-1388-4e3d-91db-ec3fd7eafc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:03.891059 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3522d7-69cf-4a40-a155-d8bea1c8cffb,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:03.893729 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:03.897091 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:03.898188 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd3522d7-69cf-4a40-a155-d8bea1c8cffb HTTP/1.1" status: 204 len: 168 time: 0.2363291 May 10 17:33:07.095694 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648768d-5f80-4b28-8c40-a5d27004998c req-afad7ab2-1356-451c-b0e5-4baf3da0127e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:07.097179 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e648768d-5f80-4b28-8c40-a5d27004998c req-afad7ab2-1356-451c-b0e5-4baf3da0127e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0808678 May 10 17:33:07.142444 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e648768d-5f80-4b28-8c40-a5d27004998c req-f73ff340-1f58-4279-b331-fb9997a9978c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 May 10 17:33:08.332534 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93c670-a50f-4f4e-9d93-1eab9c3daaca req-4aafd42d-115e-4bff-b356-ad537de69d19 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:08.334003 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6e93c670-a50f-4f4e-9d93-1eab9c3daaca req-4aafd42d-115e-4bff-b356-ad537de69d19 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0833833 May 10 17:33:08.379211 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6e93c670-a50f-4f4e-9d93-1eab9c3daaca req-e05cd46d-c067-4adc-835b-cd6c6abface1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394404 May 10 17:33:09.565559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c0587-9fb8-4556-a565-14c50a96a688 req-4faad3cd-0a77-425d-bf8b-395bc193cc4b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:09.567065 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-054c0587-9fb8-4556-a565-14c50a96a688 req-4faad3cd-0a77-425d-bf8b-395bc193cc4b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0803726 May 10 17:33:09.614360 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-054c0587-9fb8-4556-a565-14c50a96a688 req-0b994be5-3a8c-44bf-8959-b3027eb5cdb9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 May 10 17:33:10.803945 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b09997-907d-42a9-b8ed-616e716901e8 req-4ac76a7e-6ae8-4f1e-9220-50e17326b0f8 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:10.805396 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-08b09997-907d-42a9-b8ed-616e716901e8 req-4ac76a7e-6ae8-4f1e-9220-50e17326b0f8 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0793855 May 10 17:33:10.850813 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-08b09997-907d-42a9-b8ed-616e716901e8 req-e826d1c6-2445-4521-bf52-829059cbef37 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396879 May 10 17:33:12.121374 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318b588-52b4-4f5d-8ba9-23cd7c7b7388 req-27b9694e-b101-486f-800a-5ce927129942 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:12.122884 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f318b588-52b4-4f5d-8ba9-23cd7c7b7388 req-27b9694e-b101-486f-800a-5ce927129942 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1632564 May 10 17:33:12.171198 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f318b588-52b4-4f5d-8ba9-23cd7c7b7388 req-499141d4-a0b6-4197-90b5-60c4a383d185 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423262 May 10 17:33:13.359276 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884f901-24d9-472f-842b-eba4c2d2b029 req-15cb98a0-2115-499b-bbaf-52307c8fdede tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:13.360740 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a884f901-24d9-472f-842b-eba4c2d2b029 req-15cb98a0-2115-499b-bbaf-52307c8fdede tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0800579 May 10 17:33:13.409522 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a884f901-24d9-472f-842b-eba4c2d2b029 req-5b95fc78-ba2c-4b11-8a02-74b7468d023c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 May 10 17:33:14.745058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3a405-a005-46c7-aca2-d883b4ebfa80 req-bd78db25-6ddb-41a4-94e6-7821f15af099 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:14.746511 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b1f3a405-a005-46c7-aca2-d883b4ebfa80 req-bd78db25-6ddb-41a4-94e6-7821f15af099 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0799077 May 10 17:33:14.791547 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b1f3a405-a005-46c7-aca2-d883b4ebfa80 req-09746c42-5758-47e6-b990-99ced6bd2eb7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385518 May 10 17:33:15.326953 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-d16a4ac7-6f2b-41b5-8cee-256bc2f5ec09 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503803025&fields=id&tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f HTTP/1.1" status: 200 len: 267 time: 0.0394723 May 10 17:33:15.411110 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-f3c8b327-0fdf-4f6d-90b0-eca10224f5ee tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:15.412536 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-f3c8b327-0fdf-4f6d-90b0-eca10224f5ee tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 984 time: 0.0804582 May 10 17:33:15.423249 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Request body: {'port': {'security_groups': ['e913879d-eb9c-4b91-bf49-6b1c342b9951']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:33:15.540141 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.788649 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:15.816522 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.882569 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.890279 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c4c042ec-37e2-40b1-9474-ae3d44095813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:15.895228 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:15.947555 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:15.948176 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:15.949561 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cc3a7d25-1161-4f62-9a37-7a686b867a7d req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "PUT /v2.0/ports/5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 942 time: 0.5310364 May 10 17:33:15.953327 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:15.956811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46922) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:16.001837 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event updated for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=7']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:16.005801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:16.016540 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:33:16.066537 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538a4c7-1479-4925-951d-6527ac8a1b9e req-b3ac8464-2c06-40ed-ba8b-55d6e0309ff3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.068193 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1538a4c7-1479-4925-951d-6527ac8a1b9e req-b3ac8464-2c06-40ed-ba8b-55d6e0309ff3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1636865 May 10 17:33:16.078265 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.088885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:16.124680 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-33f5d986-91b4-4a98-a35b-1332c634d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.126162 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-33f5d986-91b4-4a98-a35b-1332c634d45d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1098 time: 0.0901594 May 10 17:33:16.159981 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1538a4c7-1479-4925-951d-6527ac8a1b9e req-f6aa1065-d467-4585-be41-072d2aec65f2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782330 May 10 17:33:16.168680 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.277878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-46b6c405-bc32-4c6a-b59d-c5fbdb10f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.279275 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-46b6c405-bc32-4c6a-b59d-c5fbdb10f013 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.1457179 May 10 17:33:16.298753 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c828442d-7559-412b-954f-cbaa8ef293f3 None None] Provisioning complete for port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:16.299134 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c828442d-7559-412b-954f-cbaa8ef293f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.345687 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.351047 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4280bbcf-2dc1-4ca9-8949-bd09ff62e75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:16.371554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152f1cd-0a5b-42ce-b124-540686ab0f66,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:16.376152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:16.467655 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-cddf236b-cd11-44ad-86e7-efe877af7737 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 1000 time: 0.1798692 May 10 17:33:16.491820 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.492946 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "DELETE /v2.0/security-groups/7152f1cd-0a5b-42ce-b124-540686ab0f66 HTTP/1.1" status: 204 len: 168 time: 0.5342453 May 10 17:33:16.495717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 46928) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:16.536424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-3548f12e-753c-4227-90b3-dd534b3dc86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.537759 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-3548f12e-753c-4227-90b3-dd534b3dc86d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0580804 May 10 17:33:16.616359 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-ef15b627-adee-4f72-a161-ca55ef1e2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:16.617828 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-ef15b627-adee-4f72-a161-ca55ef1e2c55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726252 May 10 17:33:16.752683 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-82d63789-4c5d-490a-88eb-118781de5ae0 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275852 May 10 17:33:16.766219 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Deleting port e916e90c-f834-4df6-a2cb-23d57bc48d91 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:16.766566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.887440 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-128e262b-2a76-412b-b9c7-0b21a924aa6e req-ffc05e8a-d383-4f83-8852-0630177d40aa service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276696 May 10 17:33:16.893845 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:16.893845 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:17.019976 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Calling delete_port for e916e90c-f834-4df6-a2cb-23d57bc48d91 owned by network:floatingip {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:17.219951 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:17.225102 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:17.273791 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event deleted for resources: {'Port': ['ID=e916e90c-f834-4df6-a2cb-23d57bc48d91,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:17.332414 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:17.412536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks [] for floatingip, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:17.412882 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.l3_db [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Floating IP 6bc99a73-a1f6-4154-a316-ea1cf4cdddc3 disassociated (deleted). External IP: 172.28.3.34, port: 5a76eeab-bfcc-415a-9117-62e6b6b89e4c. May 10 17:33:17.641300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f383d-44fe-4784-96e3-33ee879027f1 req-3e8b028b-8fc5-4ce6-83eb-8eb0c3ba20de tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:17.643054 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-235f383d-44fe-4784-96e3-33ee879027f1 req-3e8b028b-8fc5-4ce6-83eb-8eb0c3ba20de tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.3703885 May 10 17:33:17.719550 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-235f383d-44fe-4784-96e3-33ee879027f1 req-2e3b34db-4f55-4275-9ed4-dc33dc3ae6d8 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619683 May 10 17:33:17.910971 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Router 17c457e5-138e-48a0-9aae-8b5790ef8586 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:18.091569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:18.100835 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Sync routers for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:18.110705 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:18.117256 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.176212 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:18.235896 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "DELETE /v2.0/floatingips/6bc99a73-a1f6-4154-a316-ea1cf4cdddc3 HTTP/1.1" status: 204 len: 168 time: 1.7367706 May 10 17:33:18.235896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:18.291609 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:18.412256 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:33:18.537511 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-5f90d32e-93f7-4fea-9e13-5e9678bb444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.540010 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-5f90d32e-93f7-4fea-9e13-5e9678bb444b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 1098 time: 0.1065857 May 10 17:33:18.649337 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.653787 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Checking router: 17c457e5-138e-48a0-9aae-8b5790ef8586 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:18.662071 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:18.662671 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:32:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:18.677080 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-14e648d2-ec5f-45a3-a8f5-6dd64b2f5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.678507 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-14e648d2-ec5f-45a3-a8f5-6dd64b2f5297 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 200 len: 915 time: 0.1313405 May 10 17:33:18.756278 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-13f948fe-8f1b-4fc1-98d2-ba4c1f8d7030 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 200 len: 217 time: 0.0704448 May 10 17:33:18.832939 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-03aaf391-692b-4b5b-9361-d62f0f5234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.834652 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-03aaf391-692b-4b5b-9361-d62f0f5234fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 200 len: 853 time: 0.0706244 May 10 17:33:18.944123 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:18.989112 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-e1bb62c4-22a6-4ea9-b276-5b2333041ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:18.990967 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-e1bb62c4-22a6-4ea9-b276-5b2333041ccc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f8217f81-d747-49af-a423-ba7001cc1a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489329 May 10 17:33:19.036650 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c33e69-e2ca-49c4-b6cf-991324ce5919 req-65677de8-3160-4805-ac29-0ebeb608794a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:19.044133 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-69c33e69-e2ca-49c4-b6cf-991324ce5919 req-65677de8-3160-4805-ac29-0ebeb608794a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1614902 May 10 17:33:19.154444 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-69c33e69-e2ca-49c4-b6cf-991324ce5919 req-8713569d-cb80-4393-a5b4-6e64b5e55565 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051633 May 10 17:33:19.205570 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-98f0e9bc-0a0e-4432-9b94-977eb96798d4 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042592 May 10 17:33:19.288074 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:19.292180 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc6ffe1-23dc-4a15-bedb-12145b6860f9 None None] The sync data for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb is: [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:30:07Z', 'revision_number': 4, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '68a57148-198f-4ef2-83b4-ec50fc9c3246', 'name': '', 'network_id': 'f8217f81-d747-49af-a423-ba7001cc1a1e', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'mac_address': 'fa:16:3e:ba:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:06Z', 'updated_at': '2021-05-10T17:30:16Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'subnets': [{'id': 'cef6001b-f700-49b2-b60c-cbd29f5e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:19.344919 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-05796d1e-42a7-4fd6-8ee4-847ae9f5fee0 req-f3d56603-cb4b-472a-80f4-49f2c73e3031 service neutron] 10.222.0.38 "GET /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319337 May 10 17:33:19.536436 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a2492-22e7-4254-9118-83477d9f8844 None None] New status for floating IP 6bc99a73-a1f6-4154-a316-ea1cf4cdddc3: DOWN {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:33:20.371476 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050fabb-f1a4-4153-87a0-e75542f0e2bf req-88830474-c620-410a-a55f-35d91e05ae9a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:20.372918 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c050fabb-f1a4-4153-87a0-e75542f0e2bf req-88830474-c620-410a-a55f-35d91e05ae9a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0826907 May 10 17:33:20.419709 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c050fabb-f1a4-4153-87a0-e75542f0e2bf req-ca3df101-8f9b-47e7-a877-d4388dcd53fc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 May 10 17:33:21.611171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd3a69-e48d-41db-a271-8f26c41a1ffb req-c736846e-3d1e-465e-b2e1-f8de81736ece tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:21.612618 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6bd3a69-e48d-41db-a271-8f26c41a1ffb req-c736846e-3d1e-465e-b2e1-f8de81736ece tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0804164 May 10 17:33:21.660588 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a6bd3a69-e48d-41db-a271-8f26c41a1ffb req-d0be7b5b-1ca7-47d8-96bd-892cd719d694 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 May 10 17:33:22.220196 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2127d-fa69-4591-98dd-8cea22d16b29 req-84847e20-6c60-4fd3-b2c0-38ff527c624c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:22.221548 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-01a2127d-fa69-4591-98dd-8cea22d16b29 req-84847e20-6c60-4fd3-b2c0-38ff527c624c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.0781608 May 10 17:33:22.264775 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-01a2127d-fa69-4591-98dd-8cea22d16b29 req-6e6c97f2-01d1-433f-a4c1-ba234cde6d37 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 May 10 17:33:22.923775 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f592cb-2b82-4438-b675-cbcc93f365f9 req-1e6d4dd3-af8f-4ef6-ac62-8d504d9f1370 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:22.925250 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-91f592cb-2b82-4438-b675-cbcc93f365f9 req-1e6d4dd3-af8f-4ef6-ac62-8d504d9f1370 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1540313 May 10 17:33:22.971761 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-91f592cb-2b82-4438-b675-cbcc93f365f9 req-6db4b570-a6cc-4e82-a9e3-a1942cbe6ad1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 May 10 17:33:23.019509 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9d78275b-5070-4190-a2d9-8b99e54e3245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:23.454121 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-c6d857f4-a50a-49d0-b983-0ef2f7fca23c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:23.454734 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-c6d857f4-a50a-49d0-b983-0ef2f7fca23c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:23.534152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-c6d857f4-a50a-49d0-b983-0ef2f7fca23c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:23.535370 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-c6d857f4-a50a-49d0-b983-0ef2f7fca23c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.1627204 May 10 17:33:23.581174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-5a2ef2de-955c-4af2-9508-8ed4569f577c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:23.656066 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-5a2ef2de-955c-4af2-9508-8ed4569f577c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:23.657210 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-92207939-62ad-469f-8bfa-b2b378fe4c9c req-5a2ef2de-955c-4af2-9508-8ed4569f577c tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/security-groups?id=e913879d-eb9c-4b91-bf49-6b1c342b9951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159358 May 10 17:33:24.159343 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-5d6377e4-67c7-4b34-92e8-9a930f8c33d1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:24.160774 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-5d6377e4-67c7-4b34-92e8-9a930f8c33d1 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.38 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 945 time: 0.1260998 May 10 17:33:24.235531 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bedaf-9dca-4367-914b-861e6e91b5ff req-73ecbc9c-85b8-4f8f-8544-be009b273e7a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:24.236970 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9f0bedaf-9dca-4367-914b-861e6e91b5ff req-73ecbc9c-85b8-4f8f-8544-be009b273e7a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1521096 May 10 17:33:24.257614 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:33:24.334481 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9f0bedaf-9dca-4367-914b-861e6e91b5ff req-63222135-0a4d-47a2-8c42-13636930066d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918653 May 10 17:33:24.367970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Deleting port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:24.368278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.399582 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:24.414433 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:33:24.473340 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.489730 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:33:24.505502 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:24.505894 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] For port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:24.506253 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.591038 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.594027 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:24.633207 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Calling delete_port for 5a76eeab-bfcc-415a-9117-62e6b6b89e4c owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:24.665796 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=6']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:24.668928 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:24.690383 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['d2de7038-360f-471d-ace1-d6bdce079cbe'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:24.800861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.810300 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7333c0e6-4e68-4e0b-81c5-9a75f0095029 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:24.850323 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3ea349d4-b5c8-4da1-a8fa-53d5b5e05083 req-943ca6ed-73a6-42b0-9ab9-0ae84a3205f3 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 210 time: 0.0859263 May 10 17:33:24.861645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Pushing event deleted for resources: {'Port': ['ID=5a76eeab-bfcc-415a-9117-62e6b6b89e4c,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:24.864967 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:24.890331 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['5a76eeab-bfcc-415a-9117-62e6b6b89e4c'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:33:24.937361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] No DVR routers for this DVR port 5a76eeab-bfcc-415a-9117-62e6b6b89e4c on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:24.939881 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:24.942418 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'name': 'network-vif-deleted', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:25.028738 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ecd622b8-fb00-4a9f-98b4-86163d680b76 req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.38 "DELETE /v2.0/ports/5a76eeab-bfcc-415a-9117-62e6b6b89e4c HTTP/1.1" status: 204 len: 173 time: 0.8603969 May 10 17:33:25.044651 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d33bb7-7a4a-4733-b516-b2fda0a48e0d', 'name': 'network-vif-deleted', 'tag': '5a76eeab-bfcc-415a-9117-62e6b6b89e4c', 'status': 'completed', 'code': 200} May 10 17:33:25.342411 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:25.535103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e81a98-0d07-4d16-a11f-f5df76498f8e req-ce5abf39-9270-44a4-8f33-1dc56426acda tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:25.536559 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d0e81a98-0d07-4d16-a11f-f5df76498f8e req-ce5abf39-9270-44a4-8f33-1dc56426acda tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 945 time: 0.0829165 May 10 17:33:25.581193 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d0e81a98-0d07-4d16-a11f-f5df76498f8e req-df96e3d8-5203-482c-b918-2b51f46f5508 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388520 May 10 17:33:25.648061 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-de123e8f-4d40-4717-9260-257e337c5a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.016690 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-0d0cfb69-7e69-40e5-a563-ae4e1117bf17 req-0bc45471-6295-4cbf-b2e8-23750e451422 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Synchronizing usage tracker for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:33:26.107741 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-0d0cfb69-7e69-40e5-a563-ae4e1117bf17 req-0bc45471-6295-4cbf-b2e8-23750e451422 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Unset dirty status for tenant:f96da441b75d4e77a6b7fcb614ec5d5f on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:33:26.108927 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0d0cfb69-7e69-40e5-a563-ae4e1117bf17 req-0bc45471-6295-4cbf-b2e8-23750e451422 tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d33bb7-7a4a-4733-b516-b2fda0a48e0d HTTP/1.1" status: 200 len: 210 time: 0.1367657 May 10 17:33:26.258361 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:33:26.341279 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port d2de7038-360f-471d-ace1-d6bdce079cbe triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:33:26.347460 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.435399 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.459647 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.486170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:26.495606 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:26.571526 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:26.574162 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 5a76eeab-bfcc-415a-9117-62e6b6b89e4c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:26.597925 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'code': 200} May 10 17:33:26.598310 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:26.646183 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 5a76eeab-bfcc-415a-9117-62e6b6b89e4c {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:26.646535 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 5a76eeab-bfcc-415a-9117-62e6b6b89e4c not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:26.675555 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=7']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:26.683332 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.683605 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.683944 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.684829 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.685160 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.685488 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.685812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.686149 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.686451 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.686769 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.687113 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.687431 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:26.691311 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:26.775071 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da80b98-5c82-4532-8c2b-db428f2396d1 req-37caa122-1ba7-41bc-97fd-c6ce5522ddba tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:26.776529 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8da80b98-5c82-4532-8c2b-db428f2396d1 req-37caa122-1ba7-41bc-97fd-c6ce5522ddba tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0863047 May 10 17:33:26.827571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8da80b98-5c82-4532-8c2b-db428f2396d1 req-6cb05550-5844-4cf7-951d-13f65e64794f tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 May 10 17:33:28.123334 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5648f36-0eed-4916-b26c-3f816d4fc030 req-84a84bcd-43f9-460e-8e17-377051187c54 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:28.129800 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b5648f36-0eed-4916-b26c-3f816d4fc030 req-84a84bcd-43f9-460e-8e17-377051187c54 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1715837 May 10 17:33:28.202748 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b5648f36-0eed-4916-b26c-3f816d4fc030 req-cdd71712-8b6d-45b2-80b8-07e958e9e294 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717943 May 10 17:33:28.228042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:28.709002 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47166) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:29.377126 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:29.415221 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa565499-89de-4629-a9aa-3a9c3cef91ea req-64439732-850e-46eb-939e-1ddd275694c4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:29.417253 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa565499-89de-4629-a9aa-3a9c3cef91ea req-64439732-850e-46eb-939e-1ddd275694c4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0917740 May 10 17:33:29.501973 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-aa565499-89de-4629-a9aa-3a9c3cef91ea req-b6d476e1-bf2a-4679-b535-4a5d53db0cbe tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742812 May 10 17:33:30.003702 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Deleting port 68a57148-198f-4ef2-83b4-ec50fc9c3246 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:30.004317 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.126507 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] For port 68a57148-198f-4ef2-83b4-ec50fc9c3246, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=68a57148-198f-4ef2-83b4-ec50fc9c3246,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:30.126772 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.249821 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Calling delete_port for 68a57148-198f-4ef2-83b4-ec50fc9c3246 owned by network:router_interface {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:30.542634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:30.547597 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-df569b88-df99-4369-9323-f6b0f7a6dccd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:30.599468 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a57148-198f-4ef2-83b4-ec50fc9c3246,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:30.648590 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:30.819206 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f67d7-538d-40c2-bf0c-9713e85f595d req-d54d165f-d624-4ed3-9e77-72dcf9c75a79 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:30.829296 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-485f67d7-538d-40c2-bf0c-9713e85f595d req-d54d165f-d624-4ed3-9e77-72dcf9c75a79 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1276963 May 10 17:33:30.890851 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-485f67d7-538d-40c2-bf0c-9713e85f595d req-8ad035ab-00dc-4f6a-ad8e-1a28840894e0 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603697 May 10 17:33:30.989566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:31.408883 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Router 17c457e5-138e-48a0-9aae-8b5790ef8586 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:31.766882 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:31.779034 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Sync routers for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:31.817622 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:31.817622 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:31.861563 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47212) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:31.862135 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] 10.222.0.26 "PUT /v2.0/routers/17c457e5-138e-48a0-9aae-8b5790ef8586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1522105 May 10 17:33:32.076613 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:32.250943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks [] for router, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.375246 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.413129 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:33:30Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:32.417267 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Checking router: 17c457e5-138e-48a0-9aae-8b5790ef8586 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:32.418096 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec02121-6ff4-466c-8fd4-9693a9a3303b req-e11d47cd-734f-4efb-b7b3-43fd7dd66295 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:32.425342 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ec02121-6ff4-466c-8fd4-9693a9a3303b req-e11d47cd-734f-4efb-b7b3-43fd7dd66295 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.3014178 May 10 17:33:32.425881 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Routers {'17c457e5-138e-48a0-9aae-8b5790ef8586'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:32.426514 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['17c457e5-138e-48a0-9aae-8b5790ef8586'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:32.511007 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ec02121-6ff4-466c-8fd4-9693a9a3303b req-99e9711b-0c64-4220-ab4f-6dc44bd3acaf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843303 May 10 17:33:32.578048 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.710095 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] Set router 17c457e5-138e-48a0-9aae-8b5790ef8586 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:32.761735 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Deleting port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:32.763242 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:32.918140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] For port 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:32.918857 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:33.049267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Calling delete_port for 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 owned by network:router_gateway {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:33.082178 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:33:30Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:33.086248 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d2f90-cf49-4d8f-a55e-40fa5405362f None None] The sync data for ids ['17c457e5-138e-48a0-9aae-8b5790ef8586'] in dv-cinder-786384-3-smb is: [{'id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'name': 'tempest-TestMinimumBasicScenario-646790805-router', 'tenant_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:29:54Z', 'updated_at': '2021-05-10T17:33:30Z', 'revision_number': 5, 'project_id': 'f96da441b75d4e77a6b7fcb614ec5d5f', 'gw_port': {'id': '71f1fb79-8eca-4e11-a5e8-f6cfc99f2236', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c457e5-138e-48a0-9aae-8b5790ef8586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:29:56Z', 'updated_at': '2021-05-10T17:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:33.440083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:33.450341 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f231f634-b577-4e7b-8d2f-f3176ccee01e tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:33.467286 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 68a57148-198f-4ef2-83b4-ec50fc9c3246 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:33.517826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f1fb79-8eca-4e11-a5e8-f6cfc99f2236,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:33.539596 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 68a57148-198f-4ef2-83b4-ec50fc9c3246 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:33.539993 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 68a57148-198f-4ef2-83b4-ec50fc9c3246 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:33.565410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:33.641730 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:33.939182 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a650b-4450-4e7f-bfd3-f57d88fbe110 req-0b53f3ac-189d-4cd9-b417-3752215487f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:33.939182 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-596a650b-4450-4e7f-bfd3-f57d88fbe110 req-0b53f3ac-189d-4cd9-b417-3752215487f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.2466156 May 10 17:33:33.994299 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-596a650b-4450-4e7f-bfd3-f57d88fbe110 req-995dbda5-4072-4caa-a7d5-ec2d18780bdc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741293 May 10 17:33:34.309510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.309510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.656710 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.657255 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c457e5-138e-48a0-9aae-8b5790ef8586 {{(pid=79236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:33:34.671438 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.672569 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] 10.222.0.26 "DELETE /v2.0/routers/17c457e5-138e-48a0-9aae-8b5790ef8586 HTTP/1.1" status: 204 len: 168 time: 2.8089867 May 10 17:33:34.675193 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47260) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:34.756307 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Deleting subnet cef6001b-f700-49b2-b60c-cbd29f5e44fa {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:33:34.759606 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.815822 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:34.979545 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.311532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:35.353179 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:35.353748 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 71f1fb79-8eca-4e11-a5e8-f6cfc99f2236 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:35.358085 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.377264 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:35.429358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef6001b-f700-49b2-b60c-cbd29f5e44fa,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:35.435126 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c0be1-58dd-49bc-bf8e-760d53eacc40 None None] Network f8217f81-d747-49af-a423-ba7001cc1a1e requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:33:35.442931 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.452921 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:35.470551 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cef6001b-f700-49b2-b60c-cbd29f5e44fa HTTP/1.1" status: 204 len: 168 time: 0.7941508 May 10 17:33:35.473356 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47278) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:35.573767 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4831c79-e4df-4456-bf4c-8052fa018276 req-034a8696-4c89-4d38-8470-fcf0c7198d65 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:35.576364 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a4831c79-e4df-4456-bf4c-8052fa018276 req-034a8696-4c89-4d38-8470-fcf0c7198d65 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1214595 May 10 17:33:35.647363 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.659714 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-a4831c79-e4df-4456-bf4c-8052fa018276 req-ce84d22b-e857-4a70-bcd7-6c942cd49127 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770485 May 10 17:33:35.741366 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Deleting port c8d0cccd-c196-4590-a6a3-b7e31765aad2 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:35.741775 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.801056 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] DHCP port deletion for f8217f81-d747-49af-a423-ba7001cc1a1e request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:33:35.894233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] For port c8d0cccd-c196-4590-a6a3-b7e31765aad2, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=c8d0cccd-c196-4590-a6a3-b7e31765aad2,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:35.895055 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:35.912023 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Deleting port c8d0cccd-c196-4590-a6a3-b7e31765aad2 {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:35.912413 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.032866 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] For port c8d0cccd-c196-4590-a6a3-b7e31765aad2, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=c8d0cccd-c196-4590-a6a3-b7e31765aad2,segment=NetworkSegment(7d860ad3-c6bd-4a06-8ce0-534388c717fc),segment_id=7d860ad3-c6bd-4a06-8ce0-534388c717fc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:36.032866 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.065674 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Calling delete_port for c8d0cccd-c196-4590-a6a3-b7e31765aad2 owned by network:dhcp {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:36.184971 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Calling delete_port for c8d0cccd-c196-4590-a6a3-b7e31765aad2 owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:36.200404 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.204814 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-48aa1146-34e7-4067-bfb6-6c24e16c14e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:36.254510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d0cccd-c196-4590-a6a3-b7e31765aad2,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:36.257096 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:36.264429 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] No DVR routers for this DVR port c8d0cccd-c196-4590-a6a3-b7e31765aad2 on host dv-cinder-786384-3-smb {{(pid=79235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:36.329618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.333426 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:36.380974 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Pushing event deleted for resources: {'Port': ['ID=c8d0cccd-c196-4590-a6a3-b7e31765aad2,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:36.383924 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:36.384989 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] No DVR routers for this DVR port c8d0cccd-c196-4590-a6a3-b7e31765aad2 on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:36.399228 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.414925 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8217f81-d747-49af-a423-ba7001cc1a1e']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:36.434566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d860ad3-c6bd-4a06-8ce0-534388c717fc') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:36.434566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d860ad3-c6bd-4a06-8ce0-534388c717fc') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:36.447580 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.463676 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.470383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:36.470920 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:36.486280 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:36.762662 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.773750 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7758fc49-e746-4022-8971-c93825dbeea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:36.799242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:36.813934 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8217f81-d747-49af-a423-ba7001cc1a1e,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:36.814996 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f8217f81-d747-49af-a423-ba7001cc1a1e HTTP/1.1" status: 204 len: 168 time: 1.3393152 May 10 17:33:36.816261 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:36.818017 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47296) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:36.913179 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f2b1-e4ff-444e-9951-ece0a74b8e81 req-19d2c6ad-8d05-46ce-a8ca-57b8b0e9d303 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:36.914716 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98d5f2b1-e4ff-444e-9951-ece0a74b8e81 req-19d2c6ad-8d05-46ce-a8ca-57b8b0e9d303 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1140146 May 10 17:33:36.981609 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-98d5f2b1-e4ff-444e-9951-ece0a74b8e81 req-978fc6da-efcc-4869-a0a5-04323be36267 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600030 May 10 17:33:37.280789 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device c8d0cccd-c196-4590-a6a3-b7e31765aad2 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:37.323042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: c8d0cccd-c196-4590-a6a3-b7e31765aad2 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:37.323392 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device c8d0cccd-c196-4590-a6a3-b7e31765aad2 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:37.549026 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.090968 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Deleting port 24cc4cd7-b61a-415f-8d81-64a3b6296530 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:38.091332 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.201006 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:33:38.246942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6ae63-daf9-4e1b-9792-78ee00515862 req-d7b16b8a-5cf3-41b2-887b-0be53ff2a442 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:38.249488 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-57f6ae63-daf9-4e1b-9792-78ee00515862 req-d7b16b8a-5cf3-41b2-887b-0be53ff2a442 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1201477 May 10 17:33:38.267216 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] For port 24cc4cd7-b61a-415f-8d81-64a3b6296530, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=24cc4cd7-b61a-415f-8d81-64a3b6296530,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:38.268075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.301676 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-57f6ae63-daf9-4e1b-9792-78ee00515862 req-edfbc937-7737-46c8-afa6-e05acc573ab9 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 May 10 17:33:38.407962 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Calling delete_port for 24cc4cd7-b61a-415f-8d81-64a3b6296530 owned by network:router_interface {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:38.759675 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:38.764602 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-67fa2b17-9efc-485a-8c94-33e114dbce39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:38.808058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=24cc4cd7-b61a-415f-8d81-64a3b6296530,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:38.811217 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:39.101673 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:39.593697 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:39.601384 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d7f1b-3758-4155-bacd-7576d3a80ffe req-25f21d22-3f8d-4875-b990-81857f602a85 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:39.602908 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-936d7f1b-3758-4155-bacd-7576d3a80ffe req-25f21d22-3f8d-4875-b990-81857f602a85 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1341350 May 10 17:33:39.783173 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-936d7f1b-3758-4155-bacd-7576d3a80ffe req-79b3eb96-e18a-4a54-a95b-4d864a642ae7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699061 May 10 17:33:39.819812 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:39.829893 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/4ace99f7-fbd1-40f3-a624-cdae376c9ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0108929 May 10 17:33:39.831686 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Sync routers for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:39.833520 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47334) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:39.855063 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:39.855063 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:40.017885 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks [] for router, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.069818 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:40.339965 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.425097 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65'}], 'enable_snat': True}, 'gw_port_id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:33:38Z', 'revision_number': 5, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port': {'id': '064fc6f3-1ff2-4523-916b-616f3a8a991a', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:30:17Z', 'updated_at': '2021-05-10T17:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:40.428918 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Checking router: 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:40.437879 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Routers {'4ace99f7-fbd1-40f3-a624-cdae376c9ed5'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:40.438479 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:40.468468 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Deleting port 064fc6f3-1ff2-4523-916b-616f3a8a991a {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:40.468819 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.584928 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] Set router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 gateway port host: None {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:40.592149 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] For port 064fc6f3-1ff2-4523-916b-616f3a8a991a, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=064fc6f3-1ff2-4523-916b-616f3a8a991a,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:40.592507 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.693690 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:33:40Z', 'revision_number': 6, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port_host': None}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:40.697621 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6484ffd1-2f0c-4f52-9115-897d5e4306d1 None None] The sync data for ids ['4ace99f7-fbd1-40f3-a624-cdae376c9ed5'] in dv-cinder-786384-3-smb is: [{'id': '4ace99f7-fbd1-40f3-a624-cdae376c9ed5', 'name': 'tempest-TestMinimumBasicScenario-93147194-router', 'tenant_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:30:15Z', 'updated_at': '2021-05-10T17:33:40Z', 'revision_number': 6, 'project_id': '3bdcc72f01cd4360915ca68b7eba0df0', 'gw_port_host': None}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:40.718304 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Calling delete_port for 064fc6f3-1ff2-4523-916b-616f3a8a991a owned by network:router_gateway {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:40.965626 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:40.970694 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b090530f-62b6-47c5-8943-d50a1b36d9bc tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:40.983630 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6afd1-55fd-4d3a-b627-69e0e17eb5f7 req-9efd70a8-a696-4b5d-955b-21285ef9a9ba tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:40.985173 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4db6afd1-55fd-4d3a-b627-69e0e17eb5f7 req-9efd70a8-a696-4b5d-955b-21285ef9a9ba tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.0870397 May 10 17:33:41.029074 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Pushing event deleted for resources: {'Port': ['ID=064fc6f3-1ff2-4523-916b-616f3a8a991a,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:41.029074 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:41.088938 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4db6afd1-55fd-4d3a-b627-69e0e17eb5f7 req-506eba5a-80ad-4d29-89b2-bc421ef76aba tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970647 May 10 17:33:41.112172 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-ada978f1-b3b5-4cb9-8d32-6ca309a6950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:41.113815 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-ada978f1-b3b5-4cb9-8d32-6ca309a6950b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1099 time: 0.1067336 May 10 17:33:41.124866 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.266501 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-456d083f-b95a-462e-a742-ae2a586d8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:41.268287 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-456d083f-b95a-462e-a742-ae2a586d8e8a service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1483610 May 10 17:33:41.304318 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.306565 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.372944 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-a88fb3fa-fe15-44b3-841d-aa5c2a54fe41 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 1001 time: 0.0983295 May 10 17:33:41.410687 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.411282 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ace99f7-fbd1-40f3-a624-cdae376c9ed5 {{(pid=79235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:33:41.429162 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.429576 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-15c120a7-3737-48b8-9d73-aaccc844f981 admin admin] 10.222.0.26 "DELETE /v2.0/routers/4ace99f7-fbd1-40f3-a624-cdae376c9ed5 HTTP/1.1" status: 204 len: 168 time: 1.5952868 May 10 17:33:41.431367 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47368) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:41.445195 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-b4f11b42-1b67-4e9a-acae-1fae15854a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:41.446934 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-b4f11b42-1b67-4e9a-acae-1fae15854a0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0682688 May 10 17:33:41.505078 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Deleting subnet 921fa0de-6bbc-4342-9ab4-6520f7b7ff4a {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:33:41.509232 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.540602 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-f77c26e4-c771-4525-a165-2506eef78090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:41.542238 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-f77c26e4-c771-4525-a165-2506eef78090 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887227 May 10 17:33:41.577601 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.595641 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 24cc4cd7-b61a-415f-8d81-64a3b6296530 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:41.651775 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 24cc4cd7-b61a-415f-8d81-64a3b6296530 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:41.652130 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 24cc4cd7-b61a-415f-8d81-64a3b6296530 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:41.677069 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:41.736792 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-62b3fc2f-4660-4947-a42e-a7d3aa520dfd service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869116 May 10 17:33:41.916918 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f00091ed-24c6-44ce-9a68-b15720d633e6 req-d7ea0449-8e82-4e19-aaf1-5b007f83bc1e service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731827 May 10 17:33:42.079363 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.084566 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b5fb747a-9e73-49a1-bd46-e5a0c5de0ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.118287 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921fa0de-6bbc-4342-9ab4-6520f7b7ff4a,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.122642 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.123790 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.128435 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604eca1a-8c29-4305-a90f-16aa2fa0742f None None] Network 01f50ad7-6932-4cda-9aa0-31a852dd99a7 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:33:42.129696 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8af0d4f1-28d5-4c3c-b258-95c3c129fc89 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/921fa0de-6bbc-4342-9ab4-6520f7b7ff4a HTTP/1.1" status: 204 len: 168 time: 0.6973693 May 10 17:33:42.132349 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47382) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:42.302954 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.393608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb801419-e8a8-465e-b719-f72979e4be3f req-1d651e7e-1bef-4445-b876-8b430e9ec89a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:42.395091 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fb801419-e8a8-465e-b719-f72979e4be3f req-1d651e7e-1bef-4445-b876-8b430e9ec89a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.1406169 May 10 17:33:42.414813 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] DHCP port deletion for 01f50ad7-6932-4cda-9aa0-31a852dd99a7 request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:33:42.433139 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Deleting port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:42.433481 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.482406 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Deleting port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:42.482826 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.585533 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] For port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:42.585947 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.612855 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fb801419-e8a8-465e-b719-f72979e4be3f req-e8fb71f7-ff39-4219-b1ae-c41ce4b7f067 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111871 May 10 17:33:42.642828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] For port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,segment=NetworkSegment(a2f2b64b-0e18-447d-b210-0964f6b0c0e3),segment_id=a2f2b64b-0e18-447d-b210-0964f6b0c0e3)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:42.643426 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.710056 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Calling delete_port for 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:42.769230 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Calling delete_port for 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 owned by network:dhcp {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:42.850587 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.854311 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-313d8cc5-1349-43e7-bb1b-160483923fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.857523 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:42.862260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:42.898539 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Pushing event deleted for resources: {'Port': ['ID=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.901041 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.904960 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:42.905865 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a8945-a7e6-41c6-9388-245ab570042b None None] No DVR routers for this DVR port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:42.908077 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:42.908840 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] No DVR routers for this DVR port 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 on host dv-cinder-786384-3-smb {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:43.023225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.036012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f50ad7-6932-4cda-9aa0-31a852dd99a7']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:43.047771 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:43.048061 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f2b64b-0e18-447d-b210-0964f6b0c0e3') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:43.059167 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.075312 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.081203 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:33:43.081582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: util.warn( May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: util.warn( May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: util.warn( May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: util.warn( May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:33:43.095050 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:33:43.236484 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:43.240052 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.245781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-925af759-f254-410a-b2cc-17c28138cde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:43.264906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:43.273629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:43.273986 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 4ae40cb3-a7e4-4fa3-bd99-2c7201e6fc75 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:43.274530 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 064fc6f3-1ff2-4523-916b-616f3a8a991a no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:43.276391 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f50ad7-6932-4cda-9aa0-31a852dd99a7,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:43.279542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:43.281117 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/01f50ad7-6932-4cda-9aa0-31a852dd99a7 HTTP/1.1" status: 204 len: 168 time: 1.1477365 May 10 17:33:43.309489 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 064fc6f3-1ff2-4523-916b-616f3a8a991a {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:43.309832 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 064fc6f3-1ff2-4523-916b-616f3a8a991a not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:43.739335 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47420) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:43.978494 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-fd9c0397-2d09-4623-90d9-8571fdbf7dde admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f96da441b75d4e77a6b7fcb614ec5d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380867 May 10 17:33:43.981884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47430) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:44.006960 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775415-7d72-4f44-818d-107df2555f70 req-ecdbd726-e409-474f-ba8b-7bc90068f773 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:44.008424 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f3775415-7d72-4f44-818d-107df2555f70 req-ecdbd726-e409-474f-ba8b-7bc90068f773 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 946 time: 0.2100849 May 10 17:33:44.042798 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.062234 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-f3775415-7d72-4f44-818d-107df2555f70 req-b7d65009-d2c9-461e-97b7-43cdd184f389 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 May 10 17:33:44.075127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.207872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.211843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ce97314e-3744-47a4-967e-66f7ea86a4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:44.224869 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913879d-eb9c-4b91-bf49-6b1c342b9951,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:44.227318 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.317895 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.318967 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e913879d-eb9c-4b91-bf49-6b1c342b9951 HTTP/1.1" status: 204 len: 168 time: 0.3360472 May 10 17:33:44.331948 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:44.457760 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.484517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:44.494204 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:44.531715 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'code': 200} May 10 17:33:44.559542 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:44.561377 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:44.630261 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=8']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:44.633252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:44.972357 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47452) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.029222 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-1ca3e2a7-632b-415b-8805-e1287cc513a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bdcc72f01cd4360915ca68b7eba0df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523369 May 10 17:33:45.029676 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47458) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:45.092063 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.119615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.250872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.256094 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-375055fd-d8c7-43a2-ba70-bf0d46649f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:45.270776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af246e0f-4ac5-4bbb-8c34-d96617ac31e1,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:45.275668 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:45.278170 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af246e0f-4ac5-4bbb-8c34-d96617ac31e1 HTTP/1.1" status: 204 len: 168 time: 0.2475324 May 10 17:33:45.279470 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b791fcfa-07f1-4b3e-b0a5-1058a26ef01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:45.282267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde58dfd-1ef9-4a5e-898e-de5a2f6f64c8 req-b0df2493-4c08-4bd7-930e-ba221c178766 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:45.284157 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dde58dfd-1ef9-4a5e-898e-de5a2f6f64c8 req-b0df2493-4c08-4bd7-930e-ba221c178766 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.0845754 May 10 17:33:45.340721 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dde58dfd-1ef9-4a5e-898e-de5a2f6f64c8 req-87f3ada5-e8ae-4fba-ad49-413f5972c6e7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 May 10 17:33:46.222967 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530548-2294-401a-945a-af804f16c16a req-4209c486-6885-4d02-bd6e-154a97eb3037 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:46.224407 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-92530548-2294-401a-945a-af804f16c16a req-4209c486-6885-4d02-bd6e-154a97eb3037 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.0834029 May 10 17:33:46.269872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-92530548-2294-401a-945a-af804f16c16a req-75de1a34-f821-4565-9d20-b2a04260d191 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396342 May 10 17:33:47.462340 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1049-0160-44ab-bfaa-b2f9625b0fb7 req-5dc17af3-e39a-4f7b-9cb6-76a3ed7c5aca tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:47.463824 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-813b1049-0160-44ab-bfaa-b2f9625b0fb7 req-5dc17af3-e39a-4f7b-9cb6-76a3ed7c5aca tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.0860643 May 10 17:33:47.511375 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-813b1049-0160-44ab-bfaa-b2f9625b0fb7 req-9f80fa78-58c3-4966-acd5-5eca8af33ed4 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 May 10 17:33:47.897959 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47540) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:48.007583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6220-aea8-407a-accd-c63234b11dea req-1227e95d-2ef3-4ccb-ae80-c51da4693850 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:48.009234 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d2bb6220-aea8-407a-accd-c63234b11dea req-1227e95d-2ef3-4ccb-ae80-c51da4693850 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.1149485 May 10 17:33:48.046401 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.069866 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:48.076321 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Usage tracker for resource:security_group_rule and tenant:895dd002bf304fe3967d145d46da3f80 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:48.082006 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:48.089027 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:48.191718 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.244320 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Deleting port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:48.244580 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.268793 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.278827 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-37d7c608-7fc7-485a-ad10-a0c3567d5ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:48.321203 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=895dd002bf304fe3967d145d46da3f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216263 May 10 17:33:48.322144 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77daad6-ec47-44bc-a953-c189c6eca063,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:48.324981 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47558) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:48.327490 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:48.341058 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c1b09-027a-43db-8f70-9f21b8c0aac7 req-7f04ddae-7e84-412f-89c1-e3384a0fc3a4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:48.342516 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e48c1b09-027a-43db-8f70-9f21b8c0aac7 req-7f04ddae-7e84-412f-89c1-e3384a0fc3a4 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.2003825 May 10 17:33:48.388837 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.415891 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.427931 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e48c1b09-027a-43db-8f70-9f21b8c0aac7 req-0dfee713-aad7-470c-bcc8-41dc67347949 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793035 May 10 17:33:48.432995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] For port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:33:48.433581 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.545259 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.556072 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-68933f9a-2a24-48c0-a288-27c576e6e984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:48.565692 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77daad6-ec47-44bc-a953-c189c6eca063,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:48.574990 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.578924 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d77daad6-ec47-44bc-a953-c189c6eca063 HTTP/1.1" status: 204 len: 168 time: 0.2529004 May 10 17:33:48.580117 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:48.670567 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47574) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:48.723569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc854f-5d64-414b-bc99-e7c5aef90f16 req-7fdd4715-d364-4e2e-8f07-43ec1ce16f2c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:48.725178 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-49bc854f-5d64-414b-bc99-e7c5aef90f16 req-7fdd4715-d364-4e2e-8f07-43ec1ce16f2c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 945 time: 0.0968449 May 10 17:33:48.815490 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-49bc854f-5d64-414b-bc99-e7c5aef90f16 req-0c07575f-abb2-4338-ae0a-2a05f6eb8b4e tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups?id=4660f1ee-e208-4034-9e48-7307920926d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492363 May 10 17:33:48.839820 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-d8c720a1-277a-4ffe-b8c9-1a1e59767949 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1680145 May 10 17:33:48.861021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.861429 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:48.861744 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Floating IP 6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1 disassociated. External IP: 172.28.3.81, port: 6e98e56c-b737-4e1a-a8ec-d5d47c01439e. May 10 17:33:48.862235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Calling delete_port for 6e98e56c-b737-4e1a-a8ec-d5d47c01439e owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:49.045450 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.051508 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b6cd644d-9ee4-44a2-a943-1e0dd6c38326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:49.099112 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'Port': ['ID=6e98e56c-b737-4e1a-a8ec-d5d47c01439e,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:49.102806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:49.290490 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:33:49.293512 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47592) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:49.315976 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.441083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:49.454054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb79346c004420e8ca1dc5902fab619 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:49.458880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:49.467566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:49.537307 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:33:49.548793 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:33:49.561439 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:49.562657 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:49.670278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] No DVR routers for this DVR port 6e98e56c-b737-4e1a-a8ec-d5d47c01439e on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:33:49.674235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.677895 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'name': 'network-vif-deleted', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:33:49.740588 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18d2f11-2d90-41a0-9ab2-ad5f1064294f', 'name': 'network-vif-deleted', 'tag': '6e98e56c-b737-4e1a-a8ec-d5d47c01439e', 'status': 'completed', 'code': 200} May 10 17:33:49.745092 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.762147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f3549-522d-4d93-9164-40d5dcf8cdfe req-f2a8e51a-fa60-4dd3-95d5-a0cef13e4f80 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:49.763699 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-849f3549-522d-4d93-9164-40d5dcf8cdfe req-f2a8e51a-fa60-4dd3-95d5-a0cef13e4f80 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1895936 May 10 17:33:49.791874 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:49.819939 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d2bb6220-aea8-407a-accd-c63234b11dea req-58009742-aba1-466c-933a-8066a9fbad05 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.38 "DELETE /v2.0/ports/6e98e56c-b737-4e1a-a8ec-d5d47c01439e HTTP/1.1" status: 204 len: 173 time: 1.8043580 May 10 17:33:49.824501 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.835810 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-3107e679-ddff-4ef7-8ce3-5d58815dd62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:49.853539 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-849f3549-522d-4d93-9164-40d5dcf8cdfe req-2e6ba2d0-9db1-4712-bd10-fd445689074d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833461 May 10 17:33:49.891406 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcb79346c004420e8ca1dc5902fab619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968699 May 10 17:33:49.894375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47602) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:49.897019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c42869-ee27-4aa6-9e8a-bf609c24a317,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:49.910186 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:49.963549 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:49.991105 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.023839 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-95e1822e-b6aa-41b5-804a-cec23fc04ae8 req-08f8dae7-1e30-41a6-bdab-f58b8b018a41 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 210 time: 0.0811205 May 10 17:33:50.149598 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:50.154061 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:33:50.154230 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.159406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-404b5f41-f0bc-4bd6-b2bd-1a36cc7ac0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:50.163094 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:33:50.163719 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:50.172066 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c42869-ee27-4aa6-9e8a-bf609c24a317,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:50.174993 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:50.176968 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:50.181090 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07c42869-ee27-4aa6-9e8a-bf609c24a317 HTTP/1.1" status: 204 len: 168 time: 0.2827396 May 10 17:33:50.333973 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6e98e56c-b737-4e1a-a8ec-d5d47c01439e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:33:50.380766 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 6e98e56c-b737-4e1a-a8ec-d5d47c01439e {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:33:50.381110 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 6e98e56c-b737-4e1a-a8ec-d5d47c01439e not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:33:50.386226 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:33:50.626761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-13b727ae-3af6-4e07-a4e9-c9fd0da62ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.628266 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-13b727ae-3af6-4e07-a4e9-c9fd0da62ec4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029&tenant_id=71be9b4c097d4f04962b76a879248764 HTTP/1.1" status: 200 len: 1097 time: 0.0790913 May 10 17:33:50.712891 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:33:50.717701 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b986d-e0f7-45fe-9eb6-f08c781f17d9 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:27:53Z', 'revision_number': 4, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '9ea1110b-d35d-4eee-9ca7-bce9f3366c86', 'name': '', 'network_id': 'e7d1c2a7-2a7e-4b45-a51e-846306743cee', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'mac_address': 'fa:16:3e:c7:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:28:10Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'subnets': [{'id': '50110cb7-f7f8-41cd-8383-3f9aa000aba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:33:50.751576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-81b740e8-d5b2-4fe5-a26a-f7f7edc87d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.753047 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-81b740e8-d5b2-4fe5-a26a-f7f7edc87d86 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1097 time: 0.0803216 May 10 17:33:50.912929 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-2031cf0d-b6b6-44a9-90c2-8db356b0f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:50.914374 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-2031cf0d-b6b6-44a9-90c2-8db356b0f60c service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1544411 May 10 17:33:51.005005 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418aaa24-bdbe-4146-bdd8-2e7a81d991d5 None None] New status for floating IP 6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1: DOWN {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:33:51.076727 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-df2ac21e-8772-4b63-bd3d-37d1a2220e96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 999 time: 0.1526845 May 10 17:33:51.160761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-acd81fc5-f843-4518-a827-ac9ac32ed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:51.162198 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-acd81fc5-f843-4518-a827-ac9ac32ed33e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.0775609 May 10 17:33:51.170527 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed7069-df98-4779-adcc-adc3f3bd385e req-fa9ea438-4544-4f10-b178-498f5c1673bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:51.172034 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e0ed7069-df98-4779-adcc-adc3f3bd385e req-fa9ea438-4544-4f10-b178-498f5c1673bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1848001 May 10 17:33:51.247901 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-7545206f-9b7c-49cf-ac60-1b27d4f84081 req-153b8caf-a6b4-4e96-8de3-df4747ff72a2 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/ports?device_id=f18d2f11-2d90-41a0-9ab2-ad5f1064294f HTTP/1.1" status: 200 len: 210 time: 0.0601599 May 10 17:33:51.369299 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-e0ed7069-df98-4779-adcc-adc3f3bd385e req-501b0dd9-7f8e-4f9e-8e9d-acd7518bd3c3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538812 May 10 17:33:51.396705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-7acdc5d0-e723-44be-8033-740c216893c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:51.398336 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-7acdc5d0-e723-44be-8033-740c216893c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2254260 May 10 17:33:51.533773 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-8b1a0eb2-4f1b-47af-a352-ee1447deb761 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277003 May 10 17:33:51.667617 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c8f51283-0560-4531-be6f-5c9b8c897c0b req-4a97b5b3-f0e4-49df-b48e-ef38978e0498 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275251 May 10 17:33:52.433132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47674) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:52.679667 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.713424 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.830381 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006ab52-f2ac-4b40-a113-e582fc28b9a0 req-7ae945ea-c558-4911-a3ca-d30309f4121b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:52.839703 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9006ab52-f2ac-4b40-a113-e582fc28b9a0 req-7ae945ea-c558-4911-a3ca-d30309f4121b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.2768283 May 10 17:33:52.886446 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:52.891602 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ee8e1cb3-4f90-43d6-8ee2-a7c27c5e00e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:52.935713 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-9006ab52-f2ac-4b40-a113-e582fc28b9a0 req-f452201c-456c-476c-ae0f-bbfad81a62e2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944617 May 10 17:33:52.940365 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4660f1ee-e208-4034-9e48-7307920926d6,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:52.946322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:53.053294 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.054570 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "DELETE /v2.0/security-groups/4660f1ee-e208-4034-9e48-7307920926d6 HTTP/1.1" status: 204 len: 168 time: 0.6135230 May 10 17:33:53.057397 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47688) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:53.074451 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.api.v2.resource [None req-abf92bb0-e5d9-487a-adfa-f6d51af4c931 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] show failed (client error): The resource could not be found. May 10 17:33:53.078411 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-abf92bb0-e5d9-487a-adfa-f6d51af4c931 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "GET /v2.0/security-groups/4660f1ee-e208-4034-9e48-7307920926d6 HTTP/1.1" status: 404 len: 347 time: 0.0171034 May 10 17:33:53.078813 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47692) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:53.079601 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-30eea9fc-5994-4996-a682-f2c926365b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.343225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Deleting port a4ecdc38-fd3a-4329-a41c-999d3f2a7acd {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:33:53.343558 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.441399 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47698) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:53.491709 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.492033 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.640615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Calling delete_port for a4ecdc38-fd3a-4329-a41c-999d3f2a7acd owned by network:floatingip {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:33:53.649001 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.674278 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:53.681942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Usage tracker for resource:security_group_rule and tenant:c45b1f5fd67c49f897f66efdddd4811e is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:53.685646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:53.692644 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:53.845956 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.954225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:53.958147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-021000a8-ac01-4a84-9d0b-6a190bd12f36 tempest-ServerRescueNegativeTestJSON-836424812 tempest-ServerRescueNegativeTestJSON-836424812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:54.002319 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Pushing event deleted for resources: {'Port': ['ID=a4ecdc38-fd3a-4329-a41c-999d3f2a7acd,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:54.011271 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.022985 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.023318 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.023655 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.024011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.024362 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.024713 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.025060 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.025401 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.025751 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.026224 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.026423 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.026846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:33:54.033672 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:54.035957 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-38be0495-2e6b-428d-852c-bf341ecc0f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:54.166969 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c45b1f5fd67c49f897f66efdddd4811e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242308 May 10 17:33:54.169722 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47706) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:54.190088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca3a63-aaee-4f33-b482-98bc48b1dbb3,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:54.195462 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:54.216080 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks [] for floatingip, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.247146 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.259712 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155b8e-f127-45a0-8047-43c387dc2cc2 req-fabc7075-ddb6-4599-ba29-8bdfaaa78a19 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:54.261201 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e155b8e-f127-45a0-8047-43c387dc2cc2 req-fabc7075-ddb6-4599-ba29-8bdfaaa78a19 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1797094 May 10 17:33:54.269268 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.270538 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c144ae82-12ba-4317-9c71-369454eb7f9f tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] 10.222.0.26 "DELETE /v2.0/floatingips/6f0bdbb7-b961-4ec8-acd7-9ea47d96d6c1 HTTP/1.1" status: 204 len: 168 time: 1.1906371 May 10 17:33:54.278368 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.336817 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2e155b8e-f127-45a0-8047-43c387dc2cc2 req-3fe2b336-f096-40f7-93cd-d41601907afc tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648844 May 10 17:33:54.470662 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.474488 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d1b37582-ea3e-4c5d-9e96-b1b6f52e807f tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:54.491060 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca3a63-aaee-4f33-b482-98bc48b1dbb3,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:54.493994 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:54.496645 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:54.497903 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9ca3a63-aaee-4f33-b482-98bc48b1dbb3 HTTP/1.1" status: 204 len: 168 time: 0.3269575 May 10 17:33:55.214471 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47720) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:55.234198 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.250185 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:33:55.254545 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Usage tracker for resource:security_group_rule and tenant:86ef4103ed8d4710b53f582acd35067d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:33:55.257604 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:33:55.263735 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:33:55.352267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.359772 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.416401 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.427110 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a1524ace-d241-49b8-8339-d8819ccf8f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:55.469067 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86ef4103ed8d4710b53f582acd35067d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534685 May 10 17:33:55.471771 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53894b44-3594-4f7c-b85c-279d57c3e6a3,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:55.471905 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47726) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:55.474941 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:55.546393 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.581981 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.585628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000bcf-8677-4eea-ac0d-64b2a5ed9ece req-20ae78bd-e891-4d20-8134-f56aef4db8f1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:55.587390 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3d000bcf-8677-4eea-ac0d-64b2a5ed9ece req-20ae78bd-e891-4d20-8134-f56aef4db8f1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1094942 May 10 17:33:55.637344 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3d000bcf-8677-4eea-ac0d-64b2a5ed9ece req-453e1816-3d93-4b45-b6f6-2350f4fde93b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 May 10 17:33:55.679063 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0d8904f7-d81d-4366-9e32-7173c651236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.707861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.711758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-f5c371f8-7ea2-462c-9f3b-aef4275b9aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:33:55.725698 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53894b44-3594-4f7c-b85c-279d57c3e6a3,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:33:55.727890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:33:55.731483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:55.733107 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53894b44-3594-4f7c-b85c-279d57c3e6a3 HTTP/1.1" status: 204 len: 168 time: 0.2598104 May 10 17:33:56.413912 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:56.939304 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99de42-c71c-4375-bd03-a8fe96ed78bb req-b25e679a-8b64-40e1-a5b8-09330985d376 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:56.940736 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee99de42-c71c-4375-bd03-a8fe96ed78bb req-b25e679a-8b64-40e1-a5b8-09330985d376 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1843581 May 10 17:33:57.005162 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee99de42-c71c-4375-bd03-a8fe96ed78bb req-ad551661-ff2a-49ae-b909-e6f2eaea3299 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583749 May 10 17:33:58.228257 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:33:58.231252 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0ed3-f1ba-44b0-9b55-5e1717582f53 req-2d19817c-a39c-4334-a78c-15b8ff59ebef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:58.233410 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a57e0ed3-f1ba-44b0-9b55-5e1717582f53 req-2d19817c-a39c-4334-a78c-15b8ff59ebef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1146784 May 10 17:33:58.283895 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-a57e0ed3-f1ba-44b0-9b55-5e1717582f53 req-c65f6bb2-bbf7-4397-a95a-56503df40791 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 May 10 17:33:58.904551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47796) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:33:59.623708 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de97178-67c4-4a63-a554-6ba56c2ade65 req-5aaf3379-7b6f-40ba-b8f4-1c057046b73b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:33:59.625177 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8de97178-67c4-4a63-a554-6ba56c2ade65 req-5aaf3379-7b6f-40ba-b8f4-1c057046b73b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1852803 May 10 17:33:59.683535 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8de97178-67c4-4a63-a554-6ba56c2ade65 req-98152bb8-aa7b-43d2-b556-a42ec7da5637 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497351 May 10 17:33:59.785851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:00.233209 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Deleting port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:00.234391 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:00.363367 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] For port 9ea1110b-d35d-4eee-9ca7-bce9f3366c86, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:00.363718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:00.590303 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Calling delete_port for 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 owned by network:router_interface {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:00.796573 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:00.806477 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5fb3860d-6f62-4820-9016-dc8e13ec8ee2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:00.911425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea1110b-d35d-4eee-9ca7-bce9f3366c86,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:00.915542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:00.916245 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a6e67-1369-4962-b3c5-0372c09cb7ca req-8dd87ab7-dc8c-499c-a33a-d17345a4f4e2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:00.917487 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e27a6e67-1369-4962-b3c5-0372c09cb7ca req-8dd87ab7-dc8c-499c-a33a-d17345a4f4e2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1111884 May 10 17:34:00.981466 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e27a6e67-1369-4962-b3c5-0372c09cb7ca req-fa8dee45-9c2d-443a-8681-8253dde38ca6 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538273 May 10 17:34:01.238210 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:01.609700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Router 5724c76d-aa68-4e16-a8da-03368bb4a66c has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:01.819361 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:01.829612 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Sync routers for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:01.845949 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:01.846871 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:01.864914 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] 10.222.0.26 "PUT /v2.0/routers/5724c76d-aa68-4e16-a8da-03368bb4a66c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9569919 May 10 17:34:01.865694 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47828) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:02.092819 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:02.199310 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks [] for router, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:02.219497 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c779-4702-453e-b1a3-2eb958fa05be req-779a24ed-da71-4e0a-803b-0ace19cd3092 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:02.219497 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-45a6c779-4702-453e-b1a3-2eb958fa05be req-779a24ed-da71-4e0a-803b-0ace19cd3092 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.0976529 May 10 17:34:02.281391 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:02.286813 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-45a6c779-4702-453e-b1a3-2eb958fa05be req-db05466b-2070-4d11-a21f-6cdce5f1922b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712163 May 10 17:34:02.428481 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:02.456517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117'}], 'enable_snat': True}, 'gw_port_id': '419e7935-65e5-4584-a551-5d453ce230de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:34:00Z', 'revision_number': 5, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port': {'id': '419e7935-65e5-4584-a551-5d453ce230de', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:43Z', 'updated_at': '2021-05-10T17:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:02.460644 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Checking router: 5724c76d-aa68-4e16-a8da-03368bb4a66c for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:02.470182 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Routers {'5724c76d-aa68-4e16-a8da-03368bb4a66c'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:02.470900 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['5724c76d-aa68-4e16-a8da-03368bb4a66c'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:02.577885 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Deleting port 419e7935-65e5-4584-a551-5d453ce230de {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:02.578300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:02.627278 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] Set router 5724c76d-aa68-4e16-a8da-03368bb4a66c gateway port host: None {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:02.708351 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] For port 419e7935-65e5-4584-a551-5d453ce230de, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=419e7935-65e5-4584-a551-5d453ce230de,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:02.709030 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:02.731781 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:34:02Z', 'revision_number': 6, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port_host': None}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:02.735691 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55c6984-d37d-40d3-932f-98d63589b358 None None] The sync data for ids ['5724c76d-aa68-4e16-a8da-03368bb4a66c'] in dv-cinder-786384-3-smb is: [{'id': '5724c76d-aa68-4e16-a8da-03368bb4a66c', 'name': 'tempest-AttachVolumeTestJSON-2044929268-router', 'tenant_id': '909a5a91527044a3aee8de98b9af5f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:41Z', 'updated_at': '2021-05-10T17:34:02Z', 'revision_number': 6, 'project_id': '909a5a91527044a3aee8de98b9af5f1d', 'gw_port_host': None}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:02.833652 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Calling delete_port for 419e7935-65e5-4584-a551-5d453ce230de owned by network:router_gateway {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:03.024752 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.030123 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c82224a2-5502-4ef4-b396-066b2c06c5b0 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:03.106549 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=419e7935-65e5-4584-a551-5d453ce230de,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:03.110689 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-c751802d-2b2a-4a49-97d8-c1f5e7f0334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:03.114099 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-c751802d-2b2a-4a49-97d8-c1f5e7f0334e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=71be9b4c097d4f04962b76a879248764&device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1097 time: 0.0752432 May 10 17:34:03.163360 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.165855 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.166377 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.166629 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.167097 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.167504 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.167862 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:03.175367 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:03.196079 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.259733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-d5b6b7df-0726-49d3-b4b5-d727f618524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:03.261691 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-d5b6b7df-0726-49d3-b4b5-d727f618524d service neutron] 10.222.0.38 "GET /v2.0/networks?id=51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 200 len: 918 time: 0.1288445 May 10 17:34:03.371083 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.373347 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.470406 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-c7030dcc-5291-4c4d-ba27-32ad33a34f71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 200 len: 999 time: 0.2014787 May 10 17:34:03.482010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.482562 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5724c76d-aa68-4e16-a8da-03368bb4a66c {{(pid=79235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:34:03.497368 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2a63-a158-4547-89aa-6ebecb7c5867 req-5fe8fb3a-5f8f-496a-a427-0366a17d5d78 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:03.498980 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-697b2a63-a158-4547-89aa-6ebecb7c5867 req-5fe8fb3a-5f8f-496a-a427-0366a17d5d78 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.1029496 May 10 17:34:03.532982 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:03.538504 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.539633 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-308ee195-4498-4e1a-8704-a80e8f494c0f admin admin] 10.222.0.26 "DELETE /v2.0/routers/5724c76d-aa68-4e16-a8da-03368bb4a66c HTTP/1.1" status: 204 len: 168 time: 1.6730707 May 10 17:34:03.542418 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47838) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:03.562805 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-697b2a63-a158-4547-89aa-6ebecb7c5867 req-009e37aa-fb96-42ce-8bd2-d51dc80019e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489783 May 10 17:34:03.571803 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:03.572161 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9ea1110b-d35d-4eee-9ca7-bce9f3366c86 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:03.572593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 419e7935-65e5-4584-a551-5d453ce230de no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:03.580677 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-7a903e14-f970-4f07-88e2-29aa4d24c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:03.582133 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-7a903e14-f970-4f07-88e2-29aa4d24c5a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 200 len: 856 time: 0.1025240 May 10 17:34:03.608172 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 419e7935-65e5-4584-a551-5d453ce230de {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:03.608521 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 419e7935-65e5-4584-a551-5d453ce230de not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:03.661673 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Deleting subnet 50110cb7-f7f8-41cd-8383-3f9aa000aba7 {{(pid=79236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:34:03.667238 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.731715 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1699070'] for subnet, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.765599 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-22e80775-15c2-4b4d-8610-b2bce2b6fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:03.767464 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-22e80775-15c2-4b4d-8610-b2bce2b6fabd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=51847fa6-b289-4416-abe5-c8d73a0af35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1771004 May 10 17:34:03.967726 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:03.999462 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-650e5ad3-3d99-4382-a159-d0fec9a32630 service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257981 May 10 17:34:04.244106 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ee09b844-4b4a-4c68-b095-b83d5858a8e5 req-ca50544c-d162-4ead-a187-db84b31b9feb service neutron] 10.222.0.38 "GET /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366915 May 10 17:34:04.395315 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:34:04.416312 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1889527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10743764'] for subnet, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.421987 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:04.459788 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50110cb7-f7f8-41cd-8383-3f9aa000aba7,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:04.461775 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.467386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:04.469396 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7462d9a0-9923-4866-8435-863350149618 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/50110cb7-f7f8-41cd-8383-3f9aa000aba7 HTTP/1.1" status: 204 len: 168 time: 0.9257293 May 10 17:34:04.472032 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47850) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:04.473183 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67a420-ea91-41cd-8ce9-23cb58959531 None None] Network e7d1c2a7-2a7e-4b45-a51e-846306743cee requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:04.582069 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.655752 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Deleting port 8fefd08c-2634-420c-8690-faf2864e309c {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:04.656092 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.690959 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:04.711097 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'port_id': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'mac_address': 'fa:16:3e:bf:66:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:34:04.785327 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.797513 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] For port 8fefd08c-2634-420c-8690-faf2864e309c, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=8fefd08c-2634-420c-8690-faf2864e309c,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:04.797872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.802855 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:34:04.820397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:04.870325 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] DHCP port deletion for e7d1c2a7-2a7e-4b45-a51e-846306743cee request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:34:04.903416 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:04.909525 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:04.988013 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=9']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:04.991742 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:05.008007 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Deleting port 8fefd08c-2634-420c-8690-faf2864e309c {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:05.008396 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.036837 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Calling delete_port for 8fefd08c-2634-420c-8690-faf2864e309c owned by network:dhcp {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:05.077465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e452fd-7d9d-49de-b938-e853e9d33326 req-fe5d378d-30d5-4b70-885c-6d3b76bc3a82 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:05.078878 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-11e452fd-7d9d-49de-b938-e853e9d33326 req-fe5d378d-30d5-4b70-885c-6d3b76bc3a82 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 944 time: 0.3603075 May 10 17:34:05.111613 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] For port 8fefd08c-2634-420c-8690-faf2864e309c, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=8fefd08c-2634-420c-8690-faf2864e309c,segment=NetworkSegment(449a80bb-7d79-4481-a3dc-c411c886f4bc),segment_id=449a80bb-7d79-4481-a3dc-c411c886f4bc)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:05.111934 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.133394 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-11e452fd-7d9d-49de-b938-e853e9d33326 req-92522e60-7d25-4e9b-9075-0dc6ea75683b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487382 May 10 17:34:05.172665 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['d2de7038-360f-471d-ace1-d6bdce079cbe'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:34:05.242315 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.250764 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c969abb6-966f-4b18-ad03-750caa5ff805 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:05.298370 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 8fefd08c-2634-420c-8690-faf2864e309c no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:05.305748 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fefd08c-2634-420c-8690-faf2864e309c,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:05.308693 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] No DVR routers for this DVR port 8fefd08c-2634-420c-8690-faf2864e309c on host dv-cinder-786384-3-smb {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:05.318249 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:05.332485 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Calling delete_port for 8fefd08c-2634-420c-8690-faf2864e309c owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:05.356567 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 8fefd08c-2634-420c-8690-faf2864e309c {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:05.356916 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 8fefd08c-2634-420c-8690-faf2864e309c not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:05.436358 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.449188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d1c2a7-2a7e-4b45-a51e-846306743cee']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:05.454520 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.460926 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:05.461282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449a80bb-7d79-4481-a3dc-c411c886f4bc') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:05.461577 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449a80bb-7d79-4481-a3dc-c411c886f4bc') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:05.472704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.488919 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.495483 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:34:05.499977 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:34:05.509885 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:34:05.516230 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Pushing event deleted for resources: {'Port': ['ID=8fefd08c-2634-420c-8690-faf2864e309c,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:05.520069 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] No DVR routers for this DVR port 8fefd08c-2634-420c-8690-faf2864e309c on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:05.528631 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-1bead0c8-2f2e-4ef7-b84e-445f9e1bd253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:05.668469 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.672260 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-06d619b5-9d31-4a5f-81dc-57133452cbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:05.686199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.696370 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d1c2a7-2a7e-4b45-a51e-846306743cee,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:05.699470 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:05.705657 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47864) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:05.765563 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] 10.222.0.26 "DELETE /v2.0/networks/e7d1c2a7-2a7e-4b45-a51e-846306743cee HTTP/1.1" status: 204 len: 168 time: 1.2926245 May 10 17:34:05.828466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:05.843241 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:05.847024 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6edb7fe73f48009187a2e25b4f180e is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:05.849768 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:05.856004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:05.936200 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.024925 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.034251 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6ea5f10e-3acc-4d34-91f8-e1d9cddc5cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:06.073242 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd6edb7fe73f48009187a2e25b4f180e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664701 May 10 17:34:06.074234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c52894e-3914-4285-ad12-6372c6c9660d,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:06.076008 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47872) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:06.077322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:06.114867 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47876) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:06.134610 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.160794 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.165995 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e423a144-a4f3-4787-a55b-9380322856dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=909a5a91527044a3aee8de98b9af5f1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476336 May 10 17:34:06.166288 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47882) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:06.229924 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.295193 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.296145 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.301007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-26d41bc5-2871-45ac-9233-0b1337d63e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:06.313321 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c52894e-3914-4285-ad12-6372c6c9660d,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:06.316273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:06.319002 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.319398 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-6789aecd-80ee-4fa9-b684-fa0510881e0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c52894e-3914-4285-ad12-6372c6c9660d HTTP/1.1" status: 204 len: 168 time: 0.2423384 May 10 17:34:06.369750 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff905d-9d70-4dd0-9364-632b5e0daf4f req-b0fc713a-77ab-48ec-9fbe-96dfee9c191d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:06.371222 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98ff905d-9d70-4dd0-9364-632b5e0daf4f req-b0fc713a-77ab-48ec-9fbe-96dfee9c191d tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 945 time: 0.1220767 May 10 17:34:06.410871 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:06.419203 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-98ff905d-9d70-4dd0-9364-632b5e0daf4f req-5a36bdf4-3171-468a-b22b-a822696afdcb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412915 May 10 17:34:06.450418 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.455572 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ddaaf8f8-fd01-4fb5-b1ef-b7ef1aef94fd tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:06.470265 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b8a1c-cde3-49c3-9bb0-89634fec7111,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:06.472732 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:06.481652 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.482757 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f6b8a1c-cde3-49c3-9bb0-89634fec7111 HTTP/1.1" status: 204 len: 168 time: 0.3155577 May 10 17:34:06.488812 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port d2de7038-360f-471d-ace1-d6bdce079cbe triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:06.489202 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.608340 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.635161 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:06.645629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:06.679300 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'code': 200} May 10 17:34:06.705034 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:06.707740 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:06.779153 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=10']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:06.782220 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:07.111213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad03a6-dfe1-4d8b-a476-45b58951bce5 req-faac1653-d0e0-460a-84ee-b05e4b98f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:07.112617 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c6ad03a6-dfe1-4d8b-a476-45b58951bce5 req-faac1653-d0e0-460a-84ee-b05e4b98f2ac service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 1100 time: 0.0747373 May 10 17:34:07.154280 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c6ad03a6-dfe1-4d8b-a476-45b58951bce5 req-7272fada-26ad-4c3d-bc67-d2fc01966d9b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 May 10 17:34:07.232162 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 47906) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:07.253721 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:07.369074 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:07.372853 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9b6fbdf2bb141b9be2192569f48859d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:07.375696 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:07.381426 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:07.461214 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:07.627851 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a95806-efd1-4a1a-a066-a1971622fffd req-6ceac8be-38d6-447f-94c3-ccf5c3159772 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:07.629549 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-16a95806-efd1-4a1a-a066-a1971622fffd req-6ceac8be-38d6-447f-94c3-ccf5c3159772 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.0940149 May 10 17:34:07.684719 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-16a95806-efd1-4a1a-a066-a1971622fffd req-79abc374-75e9-455c-ba91-b2334f999585 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 May 10 17:34:08.533341 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.543433 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-023f4cd5-964f-4230-8b05-95950b7285fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:08.585786 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9b6fbdf2bb141b9be2192569f48859d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3525472 May 10 17:34:08.586783 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9ac4f-a27f-4578-8e38-249c8692bfb5,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:08.588609 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 47934) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:08.590010 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:08.655189 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.682459 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.847465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.854191 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b8c3277c-3894-4b28-a887-a1503580001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:08.871002 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9ac4f-a27f-4578-8e38-249c8692bfb5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:08.878323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:08.880306 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:08.883873 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-99490bc8-dc95-44f9-a77f-3a20652e0763 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91f9ac4f-a27f-4578-8e38-249c8692bfb5 HTTP/1.1" status: 204 len: 168 time: 0.2907858 May 10 17:34:08.916931 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bbd0e-8b71-4fbb-a79c-40c3d5e9f3b4 req-fb55a8f4-9450-4ea0-b3b7-2753077a7a2e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:08.919026 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ea4bbd0e-8b71-4fbb-a79c-40c3d5e9f3b4 req-fb55a8f4-9450-4ea0-b3b7-2753077a7a2e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.1196973 May 10 17:34:08.973562 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-ea4bbd0e-8b71-4fbb-a79c-40c3d5e9f3b4 req-a597c4ec-8849-4762-b4c2-8cfde7d5f590 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 May 10 17:34:10.171925 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87532e-b97f-4136-9469-510cbd461618 req-3ac20250-cf10-4ac7-8cc3-85a7e2dbd020 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:10.173401 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3c87532e-b97f-4136-9469-510cbd461618 req-3ac20250-cf10-4ac7-8cc3-85a7e2dbd020 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.0838001 May 10 17:34:10.222923 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3c87532e-b97f-4136-9469-510cbd461618 req-2331134e-06d5-4d1c-bf4a-5f41377e13a2 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 May 10 17:34:11.444783 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48032) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:11.559413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:11.573083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:11.576862 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Usage tracker for resource:security_group_rule and tenant:db4a0af603bf4719aab1374ce117f55b is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:11.579639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:11.585288 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:11.666275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:11.724566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:11.737069 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9cc92743-a088-485a-8045-7a5434f5d06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:11.778257 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db4a0af603bf4719aab1374ce117f55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324118 May 10 17:34:11.779505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7941f5-22a8-4e30-9fad-d2c1821e76d4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:11.781008 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48044) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:11.783598 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:11.853811 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:11.879325 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.033513 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.038537 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e2971236-7bcc-425c-a7b2-ad00dc243994 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:12.050879 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7941f5-22a8-4e30-9fad-d2c1821e76d4,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:12.055176 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:12.060151 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.061520 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a7941f5-22a8-4e30-9fad-d2c1821e76d4 HTTP/1.1" status: 204 len: 168 time: 0.2784939 May 10 17:34:12.615844 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48070) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:12.633286 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.647406 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:12.651154 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Usage tracker for resource:security_group_rule and tenant:9382e725061640d6ba57f53583442403 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:12.654466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:12.660062 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:12.742674 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.804559 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.813610 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0b7dc179-9efb-4539-950b-0cd12f75bd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:12.855371 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9382e725061640d6ba57f53583442403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378061 May 10 17:34:12.856294 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f55163a-386c-4ab4-93b6-5f83becb20db,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:12.857884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48074) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:12.859394 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:12.916371 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:12.942046 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:13.118646 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:13.122335 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-160f146d-f21d-4e30-93a3-5eccbf767b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:13.134435 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f55163a-386c-4ab4-93b6-5f83becb20db,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:13.137442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:13.145012 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:13.146098 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f55163a-386c-4ab4-93b6-5f83becb20db HTTP/1.1" status: 204 len: 168 time: 0.2872581 May 10 17:34:14.171678 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48110) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:14.242144 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48116) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:14.324253 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1174119715-network', 'tenant_id': '9a97494611a149309396ff1d29849c58'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:14.329547 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:14.333465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Usage tracker for resource:network and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:14.348430 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:14.357018 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:14.359058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.377806 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:14.382138 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Usage tracker for resource:security_group_rule and tenant:0c211c9b5cc84adcbb0ade0546c17eed is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:14.384323 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:14.390475 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:14.442717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Made reservation on behalf of 9a97494611a149309396ff1d29849c58 for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:14.444985 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.466174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.491400 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:14.497647 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.498903 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:14.501628 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:14.507239 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:14.590518 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.601951 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e1ea249f-22ec-4261-ae63-eb91d8c18eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:14.656436 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ecad3-9d52-4ebf-8bb0-50b94a6dd9f5,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:14.660549 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c211c9b5cc84adcbb0ade0546c17eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174321 May 10 17:34:14.661430 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:14.663804 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48122) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:14.719835 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.727134 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.753030 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.787929 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.793234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f7efdd58-6b71-4565-ad61-f6854ab9ef68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:14.820046 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eec98e-b8c0-4ae2-a557-8432633be9c9,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:14.823032 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:14.871320 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.876156 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7b76b7a6-e433-4075-b907-237b7e4517e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:14.876336 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:34:14.885013 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.885365 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Added segment 0c3a81db-17c0-410f-a219-3e800e6e37aa of type vlan for network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 May 10 17:34:14.889537 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ecad3-9d52-4ebf-8bb0-50b94a6dd9f5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:14.896977 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.900643 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a58ecad3-9d52-4ebf-8bb0-50b94a6dd9f5 HTTP/1.1" status: 204 len: 168 time: 0.2337570 May 10 17:34:14.900643 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:14.912551 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:14.998711 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.000077 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:15.000646 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.005479 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-62a2d398-299b-4c3b-a0ff-fe3280911e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:15.110231 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Pushing event updated for resources: {'Network': ['ID=59096b87-dad4-48c3-a24d-e7a5587bc1b6,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:15.113173 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:15.119860 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:34:15.179843 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0070720 May 10 17:34:15.182525 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48130) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:15.188779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Request body: {'subnet': {'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1174119715-subnet', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:15.197256 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:15.201595 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Usage tracker for resource:subnet and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:15.204677 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:15.209906 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:15.210441 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:15.273192 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Made reservation on behalf of 9a97494611a149309396ff1d29849c58 for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:15.275510 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.521574 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48134) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:15.542422 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.572255 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:15.578277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Usage tracker for resource:security_group_rule and tenant:cb72c13e536f41a68a46321357856a8d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:15.619209 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:15.630375 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:15.755358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.811501 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.815041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:15.852170 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:15.907805 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca82f88-e181-4ae9-bfe4-e1334d471d9f,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:15.912848 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:15.913503 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-21ddecac-b766-49e8-932d-601fb2b4b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:15.921652 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb72c13e536f41a68a46321357856a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990829 May 10 17:34:15.924372 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48138) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:15.944956 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Checking segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:15.945315 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Network hostable DHCP agents. Network: 59096b87-dad4-48c3-a24d-e7a5587bc1b6, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:34:15.952479 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff98a7f-15bd-4af7-833e-c50cda85623b,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:15.958466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:15.986149 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.011761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.044251 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:34:16.132743 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 59096b87-dad4-48c3-a24d-e7a5587bc1b6) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:16.141291 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:16.141516 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d387a0-b435-4d0c-9642-d4c8bee2dc6c None None] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:16.141949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.181576 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.187059 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c9ac8f3-5dde-4f35-a8eb-17b1535c6f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:16.198819 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff98a7f-15bd-4af7-833e-c50cda85623b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:16.201689 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:16.205155 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.205155 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dff98a7f-15bd-4af7-833e-c50cda85623b HTTP/1.1" status: 204 len: 168 time: 0.2793474 May 10 17:34:16.259955 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-53115f69-f89e-42fc-bbfd-e0907a5b4adb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0755136 May 10 17:34:16.262406 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48144) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:16.268198 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:16.273042 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:16.277544 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Usage tracker for resource:router and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:16.280705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:16.286547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:16.361816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.362932 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.370574 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:34:16.371371 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.378002 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.518749 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Allocated IP 172.20.0.2 (59096b87-dad4-48c3-a24d-e7a5587bc1b6/fca82f88-e181-4ae9-bfe4-e1334d471d9f/57cdce5a-8903-422f-b34e-a2a37466c4e4) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:16.740745 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.743876 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.754162 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Transition to ACTIVE for port object 57cdce5a-8903-422f-b34e-a2a37466c4e4 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:16.772519 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Transition to ACTIVE for port object 57cdce5a-8903-422f-b34e-a2a37466c4e4 will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:16.862684 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:16.868353 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:16.925259 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:16.928094 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:16.932034 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:16.946699 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Pushing event updated for resources: {'Port': ['ID=57cdce5a-8903-422f-b34e-a2a37466c4e4,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:16.977157 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:17.036508 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Attempting to bind port 57cdce5a-8903-422f-b34e-a2a37466c4e4 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:17.036877 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Attempting to bind port 57cdce5a-8903-422f-b34e-a2a37466c4e4 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:17.037242 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Attempting to bind port 57cdce5a-8903-422f-b34e-a2a37466c4e4 on network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:17.042459 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:17.042865 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Checking segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:17.043272 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.043674 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Bound using segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:17.044139 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Bound port: 57cdce5a-8903-422f-b34e-a2a37466c4e4, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:17.044516 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.176596 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] For port 57cdce5a-8903-422f-b34e-a2a37466c4e4, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:17.179815 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] For port 57cdce5a-8903-422f-b34e-a2a37466c4e4, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=57cdce5a-8903-422f-b34e-a2a37466c4e4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:17.249463 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.256671 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.261869 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:17.282491 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.346592 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Pushing event updated for resources: {'Port': ['ID=57cdce5a-8903-422f-b34e-a2a37466c4e4,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:17.356126 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:17.430367 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Allocated IP 172.28.3.57 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/f876aee8-32ce-4524-a645-d6697eefe7bd) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:17.606530 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.708049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:17.712895 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d1a16b9b-f10b-43e7-a0ac-ae3cd99657de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:17.774039 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:17.777387 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:17.786179 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:17.819304 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Pushing event updated for resources: {'Port': ['ID=f876aee8-32ce-4524-a645-d6697eefe7bd,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:17.823424 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:18.202191 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c3a4e-cbef-4259-aeed-a1fca08e6935 None None] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:18.286250 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.451427 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-f291a437-4711-4d6e-a8c3-a91ac1430662 None None] Provisioning for port 57cdce5a-8903-422f-b34e-a2a37466c4e4 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:18.740724 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:18.900494 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48188) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:19.015773 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Router 42902912-b9bc-46e3-938e-8c75cf9434ed is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:34:19.016003 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.030575 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:19.034416 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e21ce0dbff46deacbe0c8f170f2c03 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:19.037299 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:19.043589 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:19.124931 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.195118 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:19.211574 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.211783 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Sync routers for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:19.224038 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c10a5584-a5f2-4b93-835b-50790674395a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:19.225466 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:19.226461 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:19.291269 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.294620 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4cab21-4ad8-42f7-9c63-a9516ca42d14,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:19.295892 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0323236 May 10 17:34:19.296909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48194) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:19.301088 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:19.305047 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-eb1e51bc-710c-4627-9de1-c85ec26cdb77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1e21ce0dbff46deacbe0c8f170f2c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032738 May 10 17:34:19.311233 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48198) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:19.326502 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 57cdce5a-8903-422f-b34e-a2a37466c4e4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:19.402553 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.433952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.500667 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:19.556227 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 57cdce5a-8903-422f-b34e-a2a37466c4e4 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:19.562681 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 57cdce5a-8903-422f-b34e-a2a37466c4e4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:19.563252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.585261 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.592078 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f8ef54b3-64a0-4ded-8ca3-3407295b2cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:19.609483 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4cab21-4ad8-42f7-9c63-a9516ca42d14,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:19.612481 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:19.615494 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.617680 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-3a6a6fac-a019-4e56-b6f1-6a0244d96ee9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a4cab21-4ad8-42f7-9c63-a9516ca42d14 HTTP/1.1" status: 204 len: 168 time: 0.3044817 May 10 17:34:19.707308 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.739480 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 57cdce5a-8903-422f-b34e-a2a37466c4e4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=57cdce5a-8903-422f-b34e-a2a37466c4e4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:19.818931 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:19.821196 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:19.828917 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:18Z', 'revision_number': 3, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:19.833862 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Checking router: 42902912-b9bc-46e3-938e-8c75cf9434ed for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:19.834349 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Updating router 42902912-b9bc-46e3-938e-8c75cf9434ed port f876aee8-32ce-4524-a645-d6697eefe7bd binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:34:19.895051 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=57cdce5a-8903-422f-b34e-a2a37466c4e4,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:19.897980 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:19.899166 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.034885 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.233199 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.246161 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Transition to ACTIVE for port object f876aee8-32ce-4524-a645-d6697eefe7bd will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:20.328117 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48206) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:20.330056 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.335101 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-7991bb76-6559-45fe-a455-016cd506205f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.353159 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.375126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Allocated IP 172.20.0.1 (59096b87-dad4-48c3-a24d-e7a5587bc1b6/fca82f88-e181-4ae9-bfe4-e1334d471d9f/2fe4ee03-3969-4746-9756-d35e673495b4) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:20.379804 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:20.387625 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d196f8743504343bef687b8adf634df is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:20.390909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:20.399078 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:20.401791 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Attempting to bind port f876aee8-32ce-4524-a645-d6697eefe7bd on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:20.402159 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Attempting to bind port f876aee8-32ce-4524-a645-d6697eefe7bd by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:20.402572 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Attempting to bind port f876aee8-32ce-4524-a645-d6697eefe7bd on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:20.416618 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:20.417681 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:20.417889 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.418282 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:20.418741 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Bound port: f876aee8-32ce-4524-a645-d6697eefe7bd, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:20.419153 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.442172 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Pushing event updated for resources: {'Port': ['ID=f876aee8-32ce-4524-a645-d6697eefe7bd,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.461162 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.461494 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.461823 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.462141 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.462456 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.462770 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.463104 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.463412 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.463755 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.464065 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.464374 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.464676 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:20.468251 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.507905 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] For port f876aee8-32ce-4524-a645-d6697eefe7bd, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:20.510886 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] For port f876aee8-32ce-4524-a645-d6697eefe7bd, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f876aee8-32ce-4524-a645-d6697eefe7bd,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:20.567645 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.588004 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.593216 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-3079c5ba-7a92-40e8-ae94-68b2f0122a6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.604123 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Transition to ACTIVE for port object 2fe4ee03-3969-4746-9756-d35e673495b4 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:20.622461 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.657209 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:20.657811 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:20.704637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.712967 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fb7919ea-ab80-4866-8614-b687b24f7225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.737672 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.757638 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d196f8743504343bef687b8adf634df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285088 May 10 17:34:20.760734 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48210) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:20.763412 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0a4946-649d-4ebc-953f-1777a27b5c51,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.769551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.770052 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-a61beb8f-de14-4e65-8af5-20d89055ab8c tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:20.801612 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Pushing event updated for resources: {'Port': ['ID=f876aee8-32ce-4524-a645-d6697eefe7bd,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.807696 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-bc38fbf4-100c-4841-b4d5-2cbfba05ac51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.815068 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:20.818057 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:20.821871 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:20.851625 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.884029 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:20.885315 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:20.888248 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:20.888795 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:20.900801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.029075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.029075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-51828491-126d-422b-82e1-aa3f141972ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:21.138099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0a4946-649d-4ebc-953f-1777a27b5c51,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:21.141068 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:21.143618 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.147105 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b0a4946-649d-4ebc-953f-1777a27b5c51 HTTP/1.1" status: 204 len: 168 time: 0.3848524 May 10 17:34:21.161506 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-2c225287-d194-4117-b2cb-96edf0aeffa7 None None] Provisioning for port 2fe4ee03-3969-4746-9756-d35e673495b4 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:21.168503 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-2c225287-d194-4117-b2cb-96edf0aeffa7 None None] Provisioning complete for port 2fe4ee03-3969-4746-9756-d35e673495b4 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:21.169061 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2c225287-d194-4117-b2cb-96edf0aeffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.229737 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-2c225287-d194-4117-b2cb-96edf0aeffa7 None None] Port 2fe4ee03-3969-4746-9756-d35e673495b4 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:21.243962 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:18Z', 'revision_number': 3, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:21.248134 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbef98-4588-4c34-a23f-3cc7d4e30c7d None None] The sync data for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb is: [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:18Z', 'revision_number': 3, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:21.254924 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.287860 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 57cdce5a-8903-422f-b34e-a2a37466c4e4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:21.364136 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 57cdce5a-8903-422f-b34e-a2a37466c4e4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:21.364513 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.509497 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.556105 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.591884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-912eb96d-1a15-4bb5-b455-90d1e8120d73 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:21.680217 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:21.683986 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:21.690746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:21.831508 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:21.832629 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:22.031551 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Router 42902912-b9bc-46e3-938e-8c75cf9434ed has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:22.068572 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-f04dfec7-1421-47af-86a6-4f7b7ba68f1b None None] Provisioning complete for port 2fe4ee03-3969-4746-9756-d35e673495b4 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:22.069892 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-f04dfec7-1421-47af-86a6-4f7b7ba68f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:22.137423 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-f04dfec7-1421-47af-86a6-4f7b7ba68f1b None None] Port 2fe4ee03-3969-4746-9756-d35e673495b4 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:22.328367 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:22.345274 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] 10.222.0.26 "PUT /v2.0/routers/42902912-b9bc-46e3-938e-8c75cf9434ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0472963 May 10 17:34:22.935719 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Sync routers for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:22.947559 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:22.949513 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:23.044278 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48258) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:23.049774 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1041177234-network', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c'}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:23.054857 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:23.059828 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Usage tracker for resource:network and tenant:fd2a6ccea6cb43148aff15cf674aba7c is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:23.062873 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:23.068931 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:23.069289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b5e01fef-4755-466e-b047-3ef35938365b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.129712 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:23.133098 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Made reservation on behalf of fd2a6ccea6cb43148aff15cf674aba7c for: {'network': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:23.136235 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for network, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.148868 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.163387 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:23.167317 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2a6ccea6cb43148aff15cf674aba7c is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:23.170558 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:23.176709 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:23.277895 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.341622 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f876aee8-32ce-4524-a645-d6697eefe7bd up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:23.362033 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.368587 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-eba372a5-cedf-4e40-8a0a-f507e7c6633d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:23.396706 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=79235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 17:34:23.402335 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db74743-a43e-463e-bc2f-4b3aec3711aa,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:23.405605 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:23.410813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.411190 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.segments_db [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Added segment be11b81d-2cef-4702-ae8d-cd37fdf6de42 of type vlan for network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f May 10 17:34:23.438911 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764545077378'] for network, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.533694 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723'] for network, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.535794 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:23.543848 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.543848 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-208644e3-e4c4-47ae-a213-45c774c4a0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:23.552924 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 2, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:23.557516 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Checking router: 42902912-b9bc-46e3-938e-8c75cf9434ed for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:23.557884 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Updating router 42902912-b9bc-46e3-938e-8c75cf9434ed port 2fe4ee03-3969-4746-9756-d35e673495b4 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:34:23.585920 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port f876aee8-32ce-4524-a645-d6697eefe7bd completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:23.597994 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f876aee8-32ce-4524-a645-d6697eefe7bd triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:23.598377 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.644737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Pushing event updated for resources: {'Network': ['ID=152aceb5-e8c0-4a92-8c37-dbaed5e9598f,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:23.647414 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:23.660448 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f details requested by agent ovs-agent-dv-cinder-786384-3-smb with host dv-cinder-786384-3-smb {{(pid=79237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 17:34:23.676594 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6331022 May 10 17:34:23.679257 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48272) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:23.682611 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.685421 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Request body: {'subnet': {'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1041177234-subnet', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'ip_version': 4}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:23.690277 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:23.694332 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Usage tracker for resource:subnet and tenant:fd2a6ccea6cb43148aff15cf674aba7c is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:23.697404 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:23.704215 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:23.764440 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Made reservation on behalf of fd2a6ccea6cb43148aff15cf674aba7c for: {'subnet': 1} {{(pid=79235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:23.767031 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11479302'] for subnet, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:23.962818 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.046313 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port f876aee8-32ce-4524-a645-d6697eefe7bd, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f876aee8-32ce-4524-a645-d6697eefe7bd,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:24.154838 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.166436 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:24.245819 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.263263 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=f876aee8-32ce-4524-a645-d6697eefe7bd,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:24.263978 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10723177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11479412'] for subnet, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.266484 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Transition to ACTIVE for port object 2fe4ee03-3969-4746-9756-d35e673495b4 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:24.269368 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:24.275150 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cb441091-4a5d-4030-9e45-48b8b8b8a861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:24.346501 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5594001a-1bb3-4c0b-baaa-8818a37ae49b,revision_number=0']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:24.349905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:24.353535 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.356172 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Checking segment: {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:24.356524 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Network hostable DHCP agents. Network: 152aceb5-e8c0-4a92-8c37-dbaed5e9598f, hostable agents: ['698c8023-8921-4f45-a0d1-c153a310c183'], hosted agents: [] {{(pid=79235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 17:34:24.359195 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:24.436242 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f is scheduled to be hosted by DHCP agent 698c8023-8921-4f45-a0d1-c153a310c183 with binding_index 1 {{(pid=79235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 17:34:24.516451 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786384-3-smb, 152aceb5-e8c0-4a92-8c37-dbaed5e9598f) {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:24.526514 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:24.527174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.535927 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea75162-4796-46be-86a8-68e2e608a163 None None] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:24.582854 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753626-a047-42a6-b9a4-1ad332085b22 None None] Pushing event updated for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:24.595240 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c7753626-a047-42a6-b9a4-1ad332085b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:24.602778 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-191cb5a2-f67d-47db-a2f9-d94fe22bb156 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9222229 May 10 17:34:24.605255 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48296) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:24.610363 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.v2.base [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}} {{(pid=79235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:24.615158 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:24.619058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Usage tracker for resource:router and tenant:fd2a6ccea6cb43148aff15cf674aba7c is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:24.622453 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:24.628337 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:24.673455 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Attempting to bind port 2fe4ee03-3969-4746-9756-d35e673495b4 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:24.673755 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Attempting to bind port 2fe4ee03-3969-4746-9756-d35e673495b4 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:24.674127 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Attempting to bind port 2fe4ee03-3969-4746-9756-d35e673495b4 on network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:24.690134 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:24.690468 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Checking segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:24.690966 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.691371 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Bound using segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:24.691905 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Bound port: 2fe4ee03-3969-4746-9756-d35e673495b4, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:24.692293 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.705067 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-469226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40310'] for router, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.706109 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-469221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396773', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-460194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40271'] for router, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.721396 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:24.866618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] For port 2fe4ee03-3969-4746-9756-d35e673495b4, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:24.905987 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] For port 2fe4ee03-3969-4746-9756-d35e673495b4, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=2fe4ee03-3969-4746-9756-d35e673495b4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:24.914140 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33420cf7-9530-563d-82f7-88cfeb2223fc-152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'fixed_ips': [{'subnet_id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b'}]}} from dv-cinder-786384-3-smb. {{(pid=79237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 17:34:24.915036 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.045574 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396700', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-468254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40273'] for router, precommit_update {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.047139 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.052344 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-88775b2e-936b-4b54-acf2-d32c2f24f821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:25.171594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.db_base_plugin_common [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Allocated IP 172.20.0.2 (152aceb5-e8c0-4a92-8c37-dbaed5e9598f/5594001a-1bb3-4c0b-baaa-8818a37ae49b/f9a7416a-9d6f-4d9a-912f-2e3eea410c0a) {{(pid=79237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:25.189743 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:25.190399 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:33:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:25.331076 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f876aee8-32ce-4524-a645-d6697eefe7bd up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:25.373289 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7753626-a047-42a6-b9a4-1ad332085b22 None None] Pushing event updated for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:25.419531 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c7753626-a047-42a6-b9a4-1ad332085b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:25.506652 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.522597 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.608901 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f876aee8-32ce-4524-a645-d6697eefe7bd triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:25.609296 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.658547 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:25.669615 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.817093 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Allocated IP 172.28.3.121 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/a7f60e18-7033-4f0b-85c1-8d69d794f00e) {{(pid=79235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:25.858498 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-6cd134cd-4a63-4e94-a3e0-dac994fd2e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.949422 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks [] for port, precommit_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:25.971520 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.011768 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Transition to ACTIVE for port object f9a7416a-9d6f-4d9a-912f-2e3eea410c0a will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:26.067698 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Transition to ACTIVE for port object f9a7416a-9d6f-4d9a-912f-2e3eea410c0a will not be triggered until provisioned by entity DHCP. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:26.110847 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.115445 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:26.147996 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:24Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:26.152381 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d35a39-bcd7-41b0-b677-e8980d9d14fe None None] The sync data for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb is: [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:24Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:26.156421 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260'] for port, after_create {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.160517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-c7753626-a047-42a6-b9a4-1ad332085b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:26.180922 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:26.189546 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Resources bound (agent type, host, resource id): {{(pid=79235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:26.195326 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Received port after_create {{(pid=79235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:26.243053 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f is already hosted by enough agents. {{(pid=79237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:26.249695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Pushing event updated for resources: {'Port': ['ID=a7f60e18-7033-4f0b-85c1-8d69d794f00e,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:26.250058 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.scheduler.base_scheduler [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Resources bound (agent type, host, resource id): {{(pid=79237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:26.259914 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:26.266015 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Received port after_create {{(pid=79237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:26.268019 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Pushing event updated for resources: {'Port': ['ID=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,revision_number=1']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:26.271948 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:26.383451 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Attempting to bind port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:26.383908 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Attempting to bind port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:26.384341 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Attempting to bind port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a on network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:26.391239 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:26.391987 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Checking segment: {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:26.392335 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.392795 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Bound using segment: {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:26.393523 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Bound port: f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:26.393899 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.481611 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.524855 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] For port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:26.529703 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] For port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:26.613923 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:26.617977 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:26.698359 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Pushing event updated for resources: {'Port': ['ID=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,revision_number=2']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:26.706642 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.712774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:26.716475 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:26.738459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.125081 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-468327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395529'] for router, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.335868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 2fe4ee03-3969-4746-9756-d35e673495b4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:27.475857 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 2fe4ee03-3969-4746-9756-d35e673495b4 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:27.481843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 2fe4ee03-3969-4746-9756-d35e673495b4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:27.482355 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.535754 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Router da5eb03b-4331-4ce9-b04e-299d290d7d19 is scheduled to L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 with binding_index 1 {{(pid=79235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 17:34:27.668715 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.708834 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 2fe4ee03-3969-4746-9756-d35e673495b4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=2fe4ee03-3969-4746-9756-d35e673495b4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:27.724466 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00439e0a-9615-4618-8bcd-5d0aa2cbb45c None None] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:27.761292 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:27.770736 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Sync routers for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:27.786001 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:27.786714 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:27.800915 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.801748 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f9a7416a-9d6f-4d9a-912f-2e3eea410c0a up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:27.835670 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:27.882129 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:27.887163 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48320) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:27.887669 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-cd6b96cf-f650-4a4f-9a1b-b947736dda1b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2810366 May 10 17:34:27.965368 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:27.970907 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:27.985129 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:27.985549 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-44d65489-e0f1-406c-a760-25a52a898162 None None] Provisioning for port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:28.104165 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:28.111156 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:28.112858 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.257620 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.280490 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.289473 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:26Z', 'revision_number': 3, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:28.294206 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Checking router: da5eb03b-4331-4ce9-b04e-299d290d7d19 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:28.294860 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Updating router da5eb03b-4331-4ce9-b04e-299d290d7d19 port a7f60e18-7033-4f0b-85c1-8d69d794f00e binding host dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:34:28.319736 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:28.350210 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.402542 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.405242 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:28.480893 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:28.484971 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:28.530632 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-0c094a09-df8f-4c64-89ed-b96109bed404 None None] Provisioning complete for port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:28.531041 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0c094a09-df8f-4c64-89ed-b96109bed404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.665032 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.729867 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks [] for port, precommit_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.747884 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.provisioning_blocks [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Transition to ACTIVE for port object a7f60e18-7033-4f0b-85c1-8d69d794f00e will not be triggered until provisioned by entity L2. {{(pid=79238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:28.870714 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.876550 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-0df6ee1d-acfa-48a9-ad05-ee2ec4a9ce3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:28.892736 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Allocated IP 172.20.0.1 (152aceb5-e8c0-4a92-8c37-dbaed5e9598f/5594001a-1bb3-4c0b-baaa-8818a37ae49b/90370ea2-225a-41a6-af6a-6e8e333f2870) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:28.955628 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Attempting to bind port a7f60e18-7033-4f0b-85c1-8d69d794f00e on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:28.957622 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Attempting to bind port a7f60e18-7033-4f0b-85c1-8d69d794f00e by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:28.957622 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Attempting to bind port a7f60e18-7033-4f0b-85c1-8d69d794f00e on network b31940cc-4a0d-4c48-822f-2a6aaed59f93 {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:28.959718 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930b44-5944-45b8-9272-018ad256a5f2 None None] Pushing event updated for resources: {'Port': ['ID=a7f60e18-7033-4f0b-85c1-8d69d794f00e,revision_number=2']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:28.963777 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-18930b44-5944-45b8-9272-018ad256a5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:28.964517 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:28.964887 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Checking segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:28.965286 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:28.965672 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Bound using segment: {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'} {{(pid=79238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:28.966138 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.managers [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Bound port: a7f60e18-7033-4f0b-85c1-8d69d794f00e, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68cf24c-4ffc-44bf-a902-d8eecd6f95ac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93'}}] {{(pid=79238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:28.966540 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.038456 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] For port a7f60e18-7033-4f0b-85c1-8d69d794f00e, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:29.038707 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.041451 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.plugins.ml2.db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] For port a7f60e18-7033-4f0b-85c1-8d69d794f00e, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=a7f60e18-7033-4f0b-85c1-8d69d794f00e,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:29.054684 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Transition to ACTIVE for port object 90370ea2-225a-41a6-af6a-6e8e333f2870 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:29.121977 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron_lib.callbacks.manager [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.126270 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:29.142398 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.151869 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0a771765-abce-4ea6-b2d4-86ffec885492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:29.200636 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:29.201278 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:29.210436 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:29.214396 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:29.218324 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:29.270400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Pushing event updated for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:29.282850 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:29.303423 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-401110'] for router_interface, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.311826 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 2fe4ee03-3969-4746-9756-d35e673495b4 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:29.388677 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930b44-5944-45b8-9272-018ad256a5f2 None None] Pushing event updated for resources: {'Port': ['ID=a7f60e18-7033-4f0b-85c1-8d69d794f00e,revision_number=3']} {{(pid=79238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:29.394125 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG oslo_concurrency.lockutils [None req-18930b44-5944-45b8-9272-018ad256a5f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:29.422928 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 2fe4ee03-3969-4746-9756-d35e673495b4 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:29.423505 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.465177 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:29.557913 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f9a7416a-9d6f-4d9a-912f-2e3eea410c0a up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:29.593677 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-8b24a8c4-9f2b-4690-bd8b-98a5b4a023d6 None None] Provisioning for port 90370ea2-225a-41a6-af6a-6e8e333f2870 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:29.609994 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-8b24a8c4-9f2b-4690-bd8b-98a5b4a023d6 None None] Provisioning complete for port 90370ea2-225a-41a6-af6a-6e8e333f2870 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:29.610467 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8b24a8c4-9f2b-4690-bd8b-98a5b4a023d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.650225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.681155 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-8b24a8c4-9f2b-4690-bd8b-98a5b4a023d6 None None] Port 90370ea2-225a-41a6-af6a-6e8e333f2870 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:29.692677 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:29.693054 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:29.753771 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:26Z', 'revision_number': 3, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:29.758503 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899864b6-6a5a-4f44-98c6-da29a830c593 None None] The sync data for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb is: [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:26Z', 'revision_number': 3, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:29.932286 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.001693 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.036436 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ac39459b-c754-4667-8132-e430d8618de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:30.126635 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Pushing event updated for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:30.129057 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401013'] for router_interface, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.132889 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:30.273849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:30.275049 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:30.469615 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Router da5eb03b-4331-4ce9-b04e-299d290d7d19 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:30.510500 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-75c8c40c-7ae3-43e7-946c-6c34857f8161 None None] Provisioning complete for port 90370ea2-225a-41a6-af6a-6e8e333f2870 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:30.511161 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-75c8c40c-7ae3-43e7-946c-6c34857f8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:30.566039 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-75c8c40c-7ae3-43e7-946c-6c34857f8161 None None] Port 90370ea2-225a-41a6-af6a-6e8e333f2870 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:30.661320 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:30.671030 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] 10.222.0.26 "PUT /v2.0/routers/da5eb03b-4331-4ce9-b04e-299d290d7d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819653 May 10 17:34:31.295720 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device a7f60e18-7033-4f0b-85c1-8d69d794f00e up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:31.342111 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Sync routers for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:31.364581 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:31.365220 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:31.548287 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:31.627285 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port a7f60e18-7033-4f0b-85c1-8d69d794f00e completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:31.641560 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port a7f60e18-7033-4f0b-85c1-8d69d794f00e triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:31.641949 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.724114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48354) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:31.729885 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895521771', 'description': 'tempest-secgroup-smoke-895521771 description', 'project_id': '9a97494611a149309396ff1d29849c58'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:31.736494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:31.740742 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:31.743653 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:31.755976 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:31.844889 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.866395 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:31.871013 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:31.873847 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:31.879664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:31.951775 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:31.979537 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.002712 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port a7f60e18-7033-4f0b-85c1-8d69d794f00e, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=a7f60e18-7033-4f0b-85c1-8d69d794f00e,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:32.021810 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.028503 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 4, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '90370ea2-225a-41a6-af6a-6e8e333f2870', 'name': '', 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'mac_address': 'fa:16:3e:3b:8f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:28Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 2, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'subnets': [{'id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:32.032349 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Checking router: da5eb03b-4331-4ce9-b04e-299d290d7d19 for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:32.032713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Updating router da5eb03b-4331-4ce9-b04e-299d290d7d19 port 90370ea2-225a-41a6-af6a-6e8e333f2870 binding host dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 17:34:32.073528 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.080255 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e70423e9-1f90-4300-8722-99c0e6f1796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:32.088843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.106779 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.106779 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:32.118943 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bd4eb2-087d-4e14-adb1-a67522968d77,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:32.121610 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:32.173890 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.175416 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4504673 May 10 17:34:32.178413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48358) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:32.183679 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:32.189592 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:32.193386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:32.196333 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:32.201922 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:32.257405 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=a7f60e18-7033-4f0b-85c1-8d69d794f00e,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:32.262772 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:32.281881 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.343792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.401975 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.404169 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:32.426292 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19177d25-ba43-48c4-8b87-2ae06158da41,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:32.428761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:32.491394 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks [] for port, precommit_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.493011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.494211 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-fa390c4b-5feb-4d02-ac83-d34421ceba96 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147964 May 10 17:34:32.497119 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48364) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:32.503494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:32.503653 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Transition to ACTIVE for port object 90370ea2-225a-41a6-af6a-6e8e333f2870 will not be triggered until provisioned by entity L2. {{(pid=79237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:32.508265 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:32.512679 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:32.515583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:32.521536 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:32.590323 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.594014 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:32.624746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.690826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.753806 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fae9c-0ae4-4e94-bfcf-d3a8f7fda5c5 None None] Pushing event updated for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=3']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:32.773273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.775388 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5a95e55d-67f8-4efa-a7ee-3bd9994e9803 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:32.781103 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-d85fae9c-0ae4-4e94-bfcf-d3a8f7fda5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:32.792527 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a8d49b-502c-4755-9f06-9685700ec294,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:32.796322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:32.819414 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Attempting to bind port 90370ea2-225a-41a6-af6a-6e8e333f2870 on host dv-cinder-786384-3-smb for vnic_type normal with profile {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:34:32.819805 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Attempting to bind port 90370ea2-225a-41a6-af6a-6e8e333f2870 by drivers openvswitch,hyperv on host dv-cinder-786384-3-smb at level 0 using segments [{'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:34:32.821183 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Attempting to bind port 90370ea2-225a-41a6-af6a-6e8e333f2870 on network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:34:32.828725 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Checking agent: {'id': '7aba9724-c06e-4051-bba1-4e83b477a84d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786384-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 19, 55), 'started_at': datetime.datetime(2021, 5, 10, 17, 20, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786384-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:34:32.829134 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Checking segment: {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:34:32.829547 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.829952 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Bound using segment: {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'} {{(pid=79237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:34:32.830543 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.managers [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Bound port: 90370ea2-225a-41a6-af6a-6e8e333f2870, host: dv-cinder-786384-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be11b81d-2cef-4702-ae8d-cd37fdf6de42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f'}}] {{(pid=79237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:34:32.831088 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.923961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:32.923961 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4250693 May 10 17:34:32.925885 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48368) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:32.931610 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:32.936561 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] For port 90370ea2-225a-41a6-af6a-6e8e333f2870, host dv-cinder-786384-3-smb, cleared binding levels {{(pid=79237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:34:32.939549 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:32.941612 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] For port 90370ea2-225a-41a6-af6a-6e8e333f2870, host dv-cinder-786384-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=90370ea2-225a-41a6-af6a-6e8e333f2870,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:34:32.943585 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:32.946528 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:32.953711 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:33.027940 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.032573 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.062851 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.109007 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:33.109647 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:33.144472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.207464 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.224303 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.228116 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fae9c-0ae4-4e94-bfcf-d3a8f7fda5c5 None None] Pushing event updated for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.241998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-d85fae9c-0ae4-4e94-bfcf-d3a8f7fda5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.264616 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec1cb52-5203-4726-9cd9-7d7101c02582,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.269802 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.326629 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device a7f60e18-7033-4f0b-85c1-8d69d794f00e up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:33.364470 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.365820 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387598 May 10 17:34:33.368422 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48380) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:33.374660 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:33.381144 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:33.384805 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:33.387952 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:33.394036 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:33.397022 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:33.479465 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.550753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.619907 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port a7f60e18-7033-4f0b-85c1-8d69d794f00e triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:33.620489 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.632947 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.635010 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:33.658333 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce3af3b-698f-43bf-b7df-6e9aa8f1ea60,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:33.660882 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:33.731529 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.732692 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-94e11543-f765-4e68-9e0b-bc8915312e36 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630710 May 10 17:34:33.735345 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48386) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:33.740521 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:33.746796 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:33.750610 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:33.753565 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:33.759382 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:33.843745 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 4, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '90370ea2-225a-41a6-af6a-6e8e333f2870', 'name': '', 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'mac_address': 'fa:16:3e:3b:8f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:28Z', 'updated_at': '2021-05-10T17:34:32Z', 'revision_number': 4, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'subnets': [{'id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:33.847885 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689c2db-c10a-4eac-bc6e-4dd11e28ad01 None None] The sync data for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb is: [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:34:29Z', 'revision_number': 4, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '90370ea2-225a-41a6-af6a-6e8e333f2870', 'name': '', 'network_id': '152aceb5-e8c0-4a92-8c37-dbaed5e9598f', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'mac_address': 'fa:16:3e:3b:8f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:28Z', 'updated_at': '2021-05-10T17:34:32Z', 'revision_number': 4, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'subnets': [{'id': '5594001a-1bb3-4c0b-baaa-8818a37ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:33.900519 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.securitygroups_db [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Project 9a97494611a149309396ff1d29849c58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:34:33.913619 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:33.983257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.075872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.082261 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d56d67f0-2e97-44a5-8205-c018a0c4b0f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:34.105425 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa78abc-3b24-4c46-8b55-1862e29bbb19,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:34.107850 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:34.201865 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.203133 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0643f60d-1734-45db-8162-8b9baf729c87 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4668291 May 10 17:34:34.205867 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48390) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:34.211295 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'security_group_rule': {'security_group_id': '12bd4eb2-087d-4e14-adb1-a67522968d77', 'project_id': '9a97494611a149309396ff1d29849c58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:34.217799 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:34.221640 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:security_group_rule and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:34.224625 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:34.230647 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:34.313146 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.securitygroups_db [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Project 9a97494611a149309396ff1d29849c58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 17:34:34.319499 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.388162 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.461553 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-323159'] for security_group_rule, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.463711 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5a825578-2158-4b6f-8041-7822972a9ba5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:34.486386 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0096b3-8c36-4c5a-8957-5a3455ae027b,revision_number=0']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:34.489025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:34.581913 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:34.583477 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-5907426f-3956-42c6-b1e1-282f75fc87cf tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3763292 May 10 17:34:35.308844 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 90370ea2-225a-41a6-af6a-6e8e333f2870 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:35.433094 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning for port 90370ea2-225a-41a6-af6a-6e8e333f2870 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:35.437735 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 90370ea2-225a-41a6-af6a-6e8e333f2870 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:35.444547 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.558817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.591994 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] For port 90370ea2-225a-41a6-af6a-6e8e333f2870, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=90370ea2-225a-41a6-af6a-6e8e333f2870,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:35.673303 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:35.675175 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-cf34413b-3c04-4977-b6d8-7dbf6807f753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:35.747527 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Pushing event updated for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:35.751439 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.347096 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48466) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:36.465175 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.479431 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:36.483144 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f3b41f8935a4d4b98929f6b677046aa is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:36.485872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:36.491435 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:36.569232 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.652872 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.661627 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-709a489d-91fa-4740-83d3-6f2159acce44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:36.702642 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f3b41f8935a4d4b98929f6b677046aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545277 May 10 17:34:36.704198 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b376ca-d094-498f-a68e-0bb5e6730919,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:36.705386 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48474) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:36.707167 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.774950 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.801024 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.912702 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.917794 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ead55dc0-8d54-406d-8340-3bd00745ce64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:36.930214 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b376ca-d094-498f-a68e-0bb5e6730919,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:36.933170 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:36.939837 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:36.939837 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84b376ca-d094-498f-a68e-0bb5e6730919 HTTP/1.1" status: 204 len: 168 time: 0.2298326 May 10 17:34:37.273824 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 90370ea2-225a-41a6-af6a-6e8e333f2870 up at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:34:37.342749 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Provisioning complete for port 90370ea2-225a-41a6-af6a-6e8e333f2870 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:37.343234 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.606395 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48482) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:37.624611 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.638536 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:37.642312 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Usage tracker for resource:security_group_rule and tenant:334d0f5c38f6466aa114a33c4ab8b85b is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:37.645382 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:37.651096 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:37.739730 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.812826 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:37.821912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-faee8fb8-d4b8-44cc-a35a-7cd1d4c37ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:37.865029 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=334d0f5c38f6466aa114a33c4ab8b85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574568 May 10 17:34:37.865900 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b665f-d05c-487b-9bfc-c39964939000,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:37.867539 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48488) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:37.869013 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:38.020169 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.045529 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.161475 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.165206 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c9c6702d-3ca1-46ce-89ff-d6c46f4611b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:38.178252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b665f-d05c-487b-9bfc-c39964939000,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:38.183042 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:38.187103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.188163 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/384b665f-d05c-487b-9bfc-c39964939000 HTTP/1.1" status: 204 len: 168 time: 0.3196011 May 10 17:34:38.813469 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48498) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:38.833267 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:38.854332 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:38.858098 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcec91c49b8411abf9b60e39c8fa443 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:38.861115 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:38.866689 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:38.953542 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.053054 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.065494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-baa0ac00-cae0-448e-b284-64c6c98dc378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:39.104522 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddcec91c49b8411abf9b60e39c8fa443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894902 May 10 17:34:39.106166 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34312109-7d01-4e76-9db4-26895ae08610,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:39.107152 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48502) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:39.109448 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:39.168215 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.193927 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.315704 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.319350 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-02e42b38-7786-44ca-90d5-dd2560bb7f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:39.331657 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34312109-7d01-4e76-9db4-26895ae08610,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:39.334423 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:39.341316 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:39.342427 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34312109-7d01-4e76-9db4-26895ae08610 HTTP/1.1" status: 204 len: 168 time: 0.2342973 May 10 17:34:40.999634 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48540) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:41.119717 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.134098 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:41.138048 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Usage tracker for resource:security_group_rule and tenant:e558590d7827438b8d794f0ed080f6da is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:34:41.140886 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:34:41.146747 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:41.231491 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.301900 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.311174 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:41.350271 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e558590d7827438b8d794f0ed080f6da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486965 May 10 17:34:41.351940 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0a5c9-67a8-48fe-8f7a-bc343b1ef18a,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:41.352987 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48552) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:41.355456 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-656b124e-4f50-4bd9-b053-5a9f745b555a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:41.415566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.440609 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.567847 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.572274 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7471fd0e-19a9-4e1d-9fc2-98454f22195e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:41.586766 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0a5c9-67a8-48fe-8f7a-bc343b1ef18a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:41.589870 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:41.597400 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:41.598502 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-28e9ff42-2b1b-48f8-bd2f-210798eb5e53 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7f0a5c9-67a8-48fe-8f7a-bc343b1ef18a HTTP/1.1" status: 204 len: 168 time: 0.2435315 May 10 17:34:41.792718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02e17-92ae-4023-b24c-db36a5b7d50a req-bc7645fb-0f91-434b-a541-f70608d0feef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:41.794138 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b1e02e17-92ae-4023-b24c-db36a5b7d50a req-bc7645fb-0f91-434b-a541-f70608d0feef tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.0832448 May 10 17:34:41.839010 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-b1e02e17-92ae-4023-b24c-db36a5b7d50a req-0767b1e6-f552-4303-8b0b-806dac2a8ad5 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 May 10 17:34:43.038709 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce73fc-226f-464b-a760-dffcbf37df9f req-51c3d3af-9d7a-49df-b124-c93899b217af tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:43.040441 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-86ce73fc-226f-464b-a760-dffcbf37df9f req-51c3d3af-9d7a-49df-b124-c93899b217af tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.0831749 May 10 17:34:43.087056 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-86ce73fc-226f-464b-a760-dffcbf37df9f req-ebfc7c7e-05fb-44f9-bc80-57342ba5e143 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups?id=ef33f45f-ef63-4362-8c23-6246c2a2942b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 May 10 17:34:43.132750 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-11bfdd7a-4d38-43c7-abf7-61b75c65187c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:43.134172 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-11bfdd7a-4d38-43c7-abf7-61b75c65187c tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 947 time: 0.0947728 May 10 17:34:43.278254 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Deleting port d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:43.278604 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:43.424290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] For port d2de7038-360f-471d-ace1-d6bdce079cbe, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d2de7038-360f-471d-ace1-d6bdce079cbe,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:43.424637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:43.722696 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:43.723075 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:43.723396 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Floating IP 18b0bb1d-be89-4b10-a991-80ac1ce221d2 disassociated. External IP: 172.28.3.19, port: d2de7038-360f-471d-ace1-d6bdce079cbe. May 10 17:34:43.723738 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Calling delete_port for d2de7038-360f-471d-ace1-d6bdce079cbe owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:43.956062 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:43.961814 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34e258b4-566d-4ff3-97e2-356847bab3c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:44.010920 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'Port': ['ID=d2de7038-360f-471d-ace1-d6bdce079cbe,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:44.014088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:44.196961 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:44.469911 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-18b8af4d-69e0-4d25-abf1-0a3ab3ac7f83 req-eebd5cf2-08da-43bd-bee3-4c961dadb31a tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/ports?device_id=c46d723d-60a0-44e5-8084-856b20ecd029 HTTP/1.1" status: 200 len: 210 time: 0.2624300 May 10 17:34:44.529510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:44.538560 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:44.548017 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:44.548618 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:44.599444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] No DVR routers for this DVR port d2de7038-360f-471d-ace1-d6bdce079cbe on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:44.602326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:44.609918 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-deleted', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:34:44.663156 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46d723d-60a0-44e5-8084-856b20ecd029', 'name': 'network-vif-deleted', 'tag': 'd2de7038-360f-471d-ace1-d6bdce079cbe', 'status': 'completed', 'code': 200} May 10 17:34:44.696785 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2de16fa4-223a-40d0-b111-40a405ca51c4 req-798c29e2-d696-4ef7-97d4-5f175b6f1e66 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.38 "DELETE /v2.0/ports/d2de7038-360f-471d-ace1-d6bdce079cbe HTTP/1.1" status: 204 len: 173 time: 1.5563283 May 10 17:34:44.732505 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:45.044139 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:45.047906 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:45.056102 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:45.057254 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:45.277081 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:45.598312 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:45.602774 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727df0-2820-4cc0-98d3-b7a5c439a530 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:27:57Z', 'revision_number': 4, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': 'bc4b2de9-2cd6-4857-8286-5e6be3a615d5', 'name': '', 'network_id': '51847fa6-b289-4416-abe5-c8d73a0af35c', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'mac_address': 'fa:16:3e:2e:6c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:55Z', 'updated_at': '2021-05-10T17:28:13Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'subnets': [{'id': '6c1fda63-987e-4954-b17e-b9072e48c8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:45.643906 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48656) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:45.713051 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.742652 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.835245 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad0d7b-5086-4359-9226-04968470de8b None None] New status for floating IP 18b0bb1d-be89-4b10-a991-80ac1ce221d2: DOWN {{(pid=79237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:34:45.890770 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.890770 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e6f646fc-c58e-4fb3-a695-6f95a5172ddd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:45.904978 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef33f45f-ef63-4362-8c23-6246c2a2942b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:45.907370 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:45.977516 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:45.979206 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef33f45f-ef63-4362-8c23-6246c2a2942b HTTP/1.1" status: 204 len: 168 time: 0.3336716 May 10 17:34:45.982026 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48662) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:45.999197 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.api.v2.resource [None req-833be2f5-4224-4e86-8dbd-1b5e7e6907fb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] show failed (client error): The resource could not be found. May 10 17:34:46.000295 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-833be2f5-4224-4e86-8dbd-1b5e7e6907fb tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "GET /v2.0/security-groups/ef33f45f-ef63-4362-8c23-6246c2a2942b HTTP/1.1" status: 404 len: 347 time: 0.0172589 May 10 17:34:46.003114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48666) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:46.223434 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Deleting port 16a10613-56a7-4e78-a816-0d7f52ede151 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:46.223771 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.341257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.341583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.466000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Calling delete_port for 16a10613-56a7-4e78-a816-0d7f52ede151 owned by network:floatingip {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:46.563834 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:46.598000 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: d2de7038-360f-471d-ace1-d6bdce079cbe {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:46.598359 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device d2de7038-360f-471d-ace1-d6bdce079cbe not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:46.644718 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.648428 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-54194d7d-6417-4e9b-861f-a93372932ccf tempest-TestMinimumBasicScenario-1931490989 tempest-TestMinimumBasicScenario-1931490989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:46.696153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Pushing event deleted for resources: {'Port': ['ID=16a10613-56a7-4e78-a816-0d7f52ede151,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:46.699134 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:46.791642 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks [] for floatingip, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.805337 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:46.806454 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-938fee37-6d16-4fc5-86fd-23f94ab0b0f3 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] 10.222.0.26 "DELETE /v2.0/floatingips/18b0bb1d-be89-4b10-a991-80ac1ce221d2 HTTP/1.1" status: 204 len: 168 time: 0.8022580 May 10 17:34:49.891761 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48704) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:50.702984 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:51.121687 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Deleting port bc4b2de9-2cd6-4857-8286-5e6be3a615d5 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:51.122373 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:51.243614 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] For port bc4b2de9-2cd6-4857-8286-5e6be3a615d5, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:51.243970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:51.368828 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Calling delete_port for bc4b2de9-2cd6-4857-8286-5e6be3a615d5 owned by network:router_interface {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:51.599027 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:51.602965 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cdd8887b-50b6-4129-8cfa-76afe27d6b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:51.647290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4b2de9-2cd6-4857-8286-5e6be3a615d5,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:51.649862 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:51.920498 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:52.199260 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:34:52.373684 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Router 9551e227-99b3-4be4-abd6-8acc0d7690e1 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:34:52.550197 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:34:52.558445 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Sync routers for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:34:52.563559 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e869d9b9-3b58-497b-8363-1234d8c19849 admin admin] 10.222.0.26 "PUT /v2.0/routers/9551e227-99b3-4be4-abd6-8acc0d7690e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6707528 May 10 17:34:52.566042 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48734) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:52.568069 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:52.568767 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:52.739311 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks [] for router, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:52.744712 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:52.920554 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.013609 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b31fed19-d1fb-473b-bcca-a2a5e8e6849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.051069 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:34:51Z', 'revision_number': 5, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port': {'id': '9a579f79-5fe9-4902-8574-693f4c56f615', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:27:44Z', 'updated_at': '2021-05-10T17:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:53.055082 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Checking router: 9551e227-99b3-4be4-abd6-8acc0d7690e1 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:34:53.057171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Deleting port 9a579f79-5fe9-4902-8574-693f4c56f615 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:53.058059 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.067519 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Routers {'9551e227-99b3-4be4-abd6-8acc0d7690e1'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:34:53.068143 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['9551e227-99b3-4be4-abd6-8acc0d7690e1'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:53.181970 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] For port 9a579f79-5fe9-4902-8574-693f4c56f615, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=9a579f79-5fe9-4902-8574-693f4c56f615,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:53.182238 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.217934 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] Set router 9551e227-99b3-4be4-abd6-8acc0d7690e1 gateway port host: None {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:34:53.311962 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Calling delete_port for 9a579f79-5fe9-4902-8574-693f4c56f615 owned by network:router_gateway {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:53.328810 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:34:52Z', 'revision_number': 6, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port_host': None}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:53.333647 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f3b1a-f872-43ce-a6b3-fa420a2886c9 None None] The sync data for ids ['9551e227-99b3-4be4-abd6-8acc0d7690e1'] in dv-cinder-786384-3-smb is: [{'id': '9551e227-99b3-4be4-abd6-8acc0d7690e1', 'name': 'tempest-AttachVolumeShelveTestJSON-1848938639-router', 'tenant_id': '71be9b4c097d4f04962b76a879248764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:27:42Z', 'updated_at': '2021-05-10T17:34:52Z', 'revision_number': 6, 'project_id': '71be9b4c097d4f04962b76a879248764', 'gw_port_host': None}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:34:53.532608 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.538279 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2572b4c9-2c3b-45a5-a366-7fe278256f4e tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:53.582524 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a579f79-5fe9-4902-8574-693f4c56f615,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:53.611114 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:53.794760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.971916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:53.973990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.073763 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.074377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9551e227-99b3-4be4-abd6-8acc0d7690e1 {{(pid=79236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:34:54.090722 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] Notify callbacks [] for router, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.091920 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-40400167-2288-4150-bf01-bfccc50ad046 admin admin] 10.222.0.26 "DELETE /v2.0/routers/9551e227-99b3-4be4-abd6-8acc0d7690e1 HTTP/1.1" status: 204 len: 168 time: 1.5250018 May 10 17:34:54.094589 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48744) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:54.158571 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Deleting subnet 6c1fda63-987e-4954-b17e-b9072e48c8e0 {{(pid=79236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:34:54.161620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.211235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1699070'] for subnet, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.335351 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ac551405-4ba5-4b68-a7b2-02acfce1c49c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:54.341217 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.483468 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ac551405-4ba5-4b68-a7b2-02acfce1c49c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:54.484532 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ac551405-4ba5-4b68-a7b2-02acfce1c49c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895521771&fields=id&tenant_id=9a97494611a149309396ff1d29849c58 HTTP/1.1" status: 200 len: 267 time: 0.2057915 May 10 17:34:54.710769 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-5361a6f8-863f-4213-81aa-413c71663425 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:54.712241 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-5361a6f8-863f-4213-81aa-413c71663425 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 809 time: 0.2176921 May 10 17:34:54.731961 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-fea058c8-7f40-4840-b474-707754b0947e tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/quotas/9a97494611a149309396ff1d29849c58 HTTP/1.1" status: 200 len: 375 time: 0.0129349 May 10 17:34:54.777587 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1889527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10743764'] for subnet, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.786333 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e33c987c-4ede-4700-adc5-93211467af8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:54.824732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1fda63-987e-4954-b17e-b9072e48c8e0,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:54.836064 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:54.837986 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3708d-f24f-4314-9c73-f34912a616ab None None] Network 51847fa6-b289-4416-abe5-c8d73a0af35c requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:34:54.839187 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.839566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.839935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.840296 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.840656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.841011 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.841362 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.841712 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.842061 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.842410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.842757 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.843127 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:34:54.847695 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:54.855438 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9c4ae84a-ccd3-4c75-8775-bf166c6844ae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c1fda63-987e-4954-b17e-b9072e48c8e0 HTTP/1.1" status: 204 len: 168 time: 0.7574446 May 10 17:34:54.856682 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48754) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:54.885263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-2a708b2c-d236-454c-abcc-1ff4476456fb tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:54.949885 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-2a708b2c-d236-454c-abcc-1ff4476456fb tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:54.951394 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-2a708b2c-d236-454c-abcc-1ff4476456fb tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139945 May 10 17:34:54.966774 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.048401 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Deleting port 79ce9462-855d-4326-8147-3b02a321a5ea {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:55.048738 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.160883 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-d991ae4e-02a9-4c92-8b42-5baeb55e0d98 service neutron] 10.222.0.26 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974449 May 10 17:34:55.161878 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] For port 79ce9462-855d-4326-8147-3b02a321a5ea, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=79ce9462-855d-4326-8147-3b02a321a5ea,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:55.162238 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.172323 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] DHCP port deletion for 51847fa6-b289-4416-abe5-c8d73a0af35c request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:34:55.248108 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Deleting port 79ce9462-855d-4326-8147-3b02a321a5ea {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:34:55.248615 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.304459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Calling delete_port for 79ce9462-855d-4326-8147-3b02a321a5ea owned by network:dhcp {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:55.319737 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-d559b0f7-fbd7-4dda-a376-5a9fc6ffdb47 service neutron] 10.222.0.26 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530445 May 10 17:34:55.337161 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 79ce9462-855d-4326-8147-3b02a321a5ea no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:55.402351 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] For port 79ce9462-855d-4326-8147-3b02a321a5ea, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=79ce9462-855d-4326-8147-3b02a321a5ea,segment=NetworkSegment(0166575a-08bc-47ad-9d13-5a4dde6d2348),segment_id=0166575a-08bc-47ad-9d13-5a4dde6d2348)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:34:55.402738 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.433885 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.435179 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-0043cfa0-9a90-4eb9-a37a-46a1f0618501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:55.481961 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ce9462-855d-4326-8147-3b02a321a5ea,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:55.485885 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:55.487234 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] No DVR routers for this DVR port 79ce9462-855d-4326-8147-3b02a321a5ea on host dv-cinder-786384-3-smb {{(pid=79235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:55.550252 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No active binding found for port 79ce9462-855d-4326-8147-3b02a321a5ea {{(pid=79237) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 10 17:34:55.551465 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 79ce9462-855d-4326-8147-3b02a321a5ea not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:55.551465 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bc4b2de9-2cd6-4857-8286-5e6be3a615d5 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:55.586397 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Calling delete_port for 79ce9462-855d-4326-8147-3b02a321a5ea owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:34:55.599551 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.607229 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.611706 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: bc4b2de9-2cd6-4857-8286-5e6be3a615d5 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:55.612059 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device bc4b2de9-2cd6-4857-8286-5e6be3a615d5 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:55.614694 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9a579f79-5fe9-4902-8574-693f4c56f615 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:34:55.621484 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51847fa6-b289-4416-abe5-c8d73a0af35c']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:55.639625 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0166575a-08bc-47ad-9d13-5a4dde6d2348') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:55.639961 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0166575a-08bc-47ad-9d13-5a4dde6d2348') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:34:55.652526 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 9a579f79-5fe9-4902-8574-693f4c56f615 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:34:55.653045 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 9a579f79-5fe9-4902-8574-693f4c56f615 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:34:55.653810 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.676606 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.683999 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:34:55.684383 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:34:55.700954 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:34:55.705111 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.709301 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:55.757537 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-20aebbf4-8e45-4488-a654-2acb8d9fea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.761323 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Pushing event deleted for resources: {'Port': ['ID=79ce9462-855d-4326-8147-3b02a321a5ea,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:55.763684 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:55.768835 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] No DVR routers for this DVR port 79ce9462-855d-4326-8147-3b02a321a5ea on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:34:55.841262 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.841543 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0bed380-5e34-4a76-95f3-e02356eb0316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:55.854679 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:55.864965 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=51847fa6-b289-4416-abe5-c8d73a0af35c,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:55.868791 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:55.983283 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/51847fa6-b289-4416-abe5-c8d73a0af35c HTTP/1.1" status: 204 len: 168 time: 1.1255047 May 10 17:34:55.990371 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-bcd666a5-3cad-455f-b736-de0ff4980d87 req-bf48f7ba-b2f9-43d5-9ec7-59e1cb2bacfc tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 210 time: 0.0496950 May 10 17:34:56.322203 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48780) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:56.374661 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-8b0b86f1-8855-4ce7-b9b7-7a2c49bd310a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71be9b4c097d4f04962b76a879248764&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499244 May 10 17:34:56.377018 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48784) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:34:56.408554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.441913 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.467917 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.593331 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.597169 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-841453c6-6314-4bc1-a4c6-646d7bc16d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:56.611655 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c130ca2-d223-49dd-8211-9e40f225bf4a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:56.615494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:56.618742 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:56.620433 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c50f1ce2-ba9f-40c7-af7b-3aa470426442 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c130ca2-d223-49dd-8211-9e40f225bf4a HTTP/1.1" status: 204 len: 168 time: 0.2419884 May 10 17:34:57.147826 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9dd3a648-0ecc-463e-9574-e08b3b47a07c req-ed792e9c-731f-4a9e-a9e9-51987e66a5cd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 210 time: 0.0433562 May 10 17:34:58.235857 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:58.306248 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-2a140e6d-2518-40e5-bf9a-73c716441186 req-e2857813-678d-44dd-b4f4-6ff91e263415 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 210 time: 0.0465915 May 10 17:34:58.451956 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-68565309-a75b-4e1f-9eb4-b16c12c10fa7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:58.453276 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-68565309-a75b-4e1f-9eb4-b16c12c10fa7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 809 time: 0.2535412 May 10 17:34:58.506355 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-4af5308e-abcb-45d6-a67d-11d5a4b17cf3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a97494611a149309396ff1d29849c58 HTTP/1.1" status: 200 len: 379 time: 0.0445006 May 10 17:34:58.515668 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'port': {'device_id': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'admin_state_up': True, 'tenant_id': '9a97494611a149309396ff1d29849c58', 'security_groups': ['12bd4eb2-087d-4e14-adb1-a67522968d77']}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:58.668647 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:34:58.682732 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:34:58.778605 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Made reservation on behalf of 9a97494611a149309396ff1d29849c58 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:34:58.782155 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:58.951088 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Allocated IP 172.20.0.4 (59096b87-dad4-48c3-a24d-e7a5587bc1b6/fca82f88-e181-4ae9-bfe4-e1334d471d9f/c5bea1ed-8e44-489e-951d-7e769a8af4c8) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:34:59.138339 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:59.153103 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Transition to ACTIVE for port object c5bea1ed-8e44-489e-951d-7e769a8af4c8 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:34:59.284694 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:59.290606 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-871da371-4f1d-48f1-b67a-20ea62f8e087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:34:59.354402 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:34:59.358048 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:34:59.360449 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:34:59.409875 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:34:59.446338 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:34:59.501829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:59.502655 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:59.571734 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466e059-4918-4f70-9073-68179c5d3c0a req-c200ab06-94c8-4b50-b159-cfa58dcb22e3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:34:59.572473 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-f466e059-4918-4f70-9073-68179c5d3c0a req-c200ab06-94c8-4b50-b159-cfa58dcb22e3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:34:59.627379 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c5894565-a16f-49d8-be05-3d0c1ca7aa91 None None] Provisioning for port c5bea1ed-8e44-489e-951d-7e769a8af4c8 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:34:59.628941 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-ee2744ed-77fa-4df9-a250-bd254444f6ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1169763 May 10 17:34:59.634286 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-c5894565-a16f-49d8-be05-3d0c1ca7aa91 None None] Provisioning complete for port c5bea1ed-8e44-489e-951d-7e769a8af4c8 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:34:59.637941 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c5894565-a16f-49d8-be05-3d0c1ca7aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:59.645201 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Request body: {'port': {'device_id': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:34:59.687947 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-c5894565-a16f-49d8-be05-3d0c1ca7aa91 None None] Port c5bea1ed-8e44-489e-951d-7e769a8af4c8 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:34:59.738564 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-f466e059-4918-4f70-9073-68179c5d3c0a req-c200ab06-94c8-4b50-b159-cfa58dcb22e3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:34:59.738564 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f466e059-4918-4f70-9073-68179c5d3c0a req-c200ab06-94c8-4b50-b159-cfa58dcb22e3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 931 time: 0.2930763 May 10 17:34:59.790437 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:34:59.809289 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f466e059-4918-4f70-9073-68179c5d3c0a req-f8ae671e-665d-40f5-ad77-6f2a49040650 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654678 May 10 17:35:00.157275 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bea1ed-8e44-489e-951d-7e769a8af4c8 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:00.164653 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:00.178755 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Transition to ACTIVE for port object c5bea1ed-8e44-489e-951d-7e769a8af4c8 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:00.258438 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:00.263803 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-d63d2fe8-ed4c-4df7-a0b8-a9ec2c8674d5 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:00.393186 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:00.425829 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:00.498971 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Attempting to bind port c5bea1ed-8e44-489e-951d-7e769a8af4c8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:00.499307 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Attempting to bind port c5bea1ed-8e44-489e-951d-7e769a8af4c8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:00.499643 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Attempting to bind port c5bea1ed-8e44-489e-951d-7e769a8af4c8 on network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:00.504469 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Port c5bea1ed-8e44-489e-951d-7e769a8af4c8 on network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:00.507595 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Attempting to bind port c5bea1ed-8e44-489e-951d-7e769a8af4c8 on network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:00.510105 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:00.510381 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Checking segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:00.510842 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Bound using segment: {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:00.511776 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Bound port: c5bea1ed-8e44-489e-951d-7e769a8af4c8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3a81db-17c0-410f-a219-3e800e6e37aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:00.512126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:00.696992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:00.700566 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:00.764883 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:00.768938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-42bd4005-5c55-4273-88f5-d87c977121d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:00.822187 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:00.822655 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:00.824968 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] 10.222.0.38 "PUT /v2.0/ports/c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 1093 time: 1.1841638 May 10 17:35:00.827705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:00.863562 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:00.867597 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1c357712-5966-4288-87cc-ff1ee6a6db3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:00.908378 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'status': 'completed', 'code': 200} May 10 17:35:01.060507 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-61112034-1970-4efd-aaec-59e10fa0cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.061982 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-61112034-1970-4efd-aaec-59e10fa0cc56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1096 time: 0.1366649 May 10 17:35:01.070419 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824393f-16cc-4a9f-8b71-d60698025127 req-0bbbad40-512c-4d65-9844-266e3edb36e6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.071773 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2824393f-16cc-4a9f-8b71-d60698025127 req-0bbbad40-512c-4d65-9844-266e3edb36e6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.1108556 May 10 17:35:01.148257 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-d3f5970d-dced-401d-b15f-b2349000b38e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 217 time: 0.0755658 May 10 17:35:01.210158 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-2824393f-16cc-4a9f-8b71-d60698025127 req-c33eb86c-1423-4bfb-a8af-26a452e8315c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913548 May 10 17:35:01.237601 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-12c8bb31-1469-439a-bde9-411987b2ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.239154 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-12c8bb31-1469-439a-bde9-411987b2ab74 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0803719 May 10 17:35:01.314429 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-f9c2bd0c-ba69-4ea0-8d16-4785bcf1c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.315851 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-f9c2bd0c-ba69-4ea0-8d16-4785bcf1c76a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704966 May 10 17:35:01.449194 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-d52fcc2c-10e7-4cce-81a2-a66a14d277e7 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263423 May 10 17:35:01.586392 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d3b01cc3-c795-4126-898c-9029e96358b2 req-64b5f37c-a9be-46f5-bd54-4ef016b1ad9e service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311615 May 10 17:35:01.755957 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-71fb9ca7-4eac-4aad-9e43-6dba06e21880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.757414 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-71fb9ca7-4eac-4aad-9e43-6dba06e21880 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1096 time: 0.0733607 May 10 17:35:01.899601 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-dc887373-db51-4af5-a8c1-2593595fc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:01.901046 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-dc887373-db51-4af5-a8c1-2593595fc425 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1365829 May 10 17:35:01.941332 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:01.983409 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-a6c41c6e-83af-4fda-82fe-b11e4748fb11 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 217 time: 0.0679243 May 10 17:35:02.056235 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-66705534-7480-49f7-8c60-296a0c6369f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.059116 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-66705534-7480-49f7-8c60-296a0c6369f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0661998 May 10 17:35:02.133083 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-1bed5635-bb37-4ed2-acb9-da1afc6122e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.134460 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-1bed5635-bb37-4ed2-acb9-da1afc6122e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695579 May 10 17:35:02.267412 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-37c1cf5a-c666-4858-9317-4a804c92175f service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255126 May 10 17:35:02.548466 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-37aaf1cf-de2d-4e99-817a-6f14e0631d40 req-bc13276e-7af0-4e58-9692-3170fd7e3e3f service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736776 May 10 17:35:02.570007 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33e4f5-69ae-446c-b155-1a49bb98bd3e req-29234a32-3edb-419a-b149-4c321ae00083 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:02.571540 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fb33e4f5-69ae-446c-b155-1a49bb98bd3e req-29234a32-3edb-419a-b149-4c321ae00083 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.2282009 May 10 17:35:02.617097 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fb33e4f5-69ae-446c-b155-1a49bb98bd3e req-c1a69ea6-ae92-41e1-84a7-29874f3806ca tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392833 May 10 17:35:03.806317 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc8ff-fcb8-4775-a397-30af3b6c0c20 req-2e763074-180d-4b2c-a054-b87942dd41d3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:03.808351 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d62fc8ff-fcb8-4775-a397-30af3b6c0c20 req-2e763074-180d-4b2c-a054-b87942dd41d3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.0854537 May 10 17:35:03.856737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-d62fc8ff-fcb8-4775-a397-30af3b6c0c20 req-01134b32-2163-4e92-92c8-bfc42b717452 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:security_group {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:03.871249 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-d62fc8ff-fcb8-4775-a397-30af3b6c0c20 req-01134b32-2163-4e92-92c8-bfc42b717452 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:security_group {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:03.871249 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d62fc8ff-fcb8-4775-a397-30af3b6c0c20 req-01134b32-2163-4e92-92c8-bfc42b717452 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554757 May 10 17:35:04.675170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:04.809596 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:04.822645 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'mac_address': 'fa:16:3e:27:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:04.886438 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:04.907322 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bea1ed-8e44-489e-951d-7e769a8af4c8 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:04.931735 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:05.059538 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693dfa4-7b23-4efa-9083-bbe70e602d45 req-6e58f4ed-5f71-4795-aa16-74dec359c3eb tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:05.060989 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3693dfa4-7b23-4efa-9083-bbe70e602d45 req-6e58f4ed-5f71-4795-aa16-74dec359c3eb tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.0827954 May 10 17:35:05.069982 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:05.071934 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:05.109582 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3693dfa4-7b23-4efa-9083-bbe70e602d45 req-0ab3caef-58ec-42d1-9965-b53123d3bee5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 May 10 17:35:05.139558 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:05.142532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:05.276800 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['c5bea1ed-8e44-489e-951d-7e769a8af4c8'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:06.310672 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507601c5-73d6-4cc5-ad15-3a5a1f5f008a req-889e2c53-e218-4bd5-b79c-c908529abd39 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:06.312176 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-507601c5-73d6-4cc5-ad15-3a5a1f5f008a req-889e2c53-e218-4bd5-b79c-c908529abd39 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 944 time: 0.0949249 May 10 17:35:06.358438 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-507601c5-73d6-4cc5-ad15-3a5a1f5f008a req-9a685f76-5405-4529-b3b2-742f4ddeb292 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404534 May 10 17:35:06.690541 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:06.854028 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port c5bea1ed-8e44-489e-951d-7e769a8af4c8 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:06.868296 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port c5bea1ed-8e44-489e-951d-7e769a8af4c8 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:06.868618 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:06.986047 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:07.013020 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:07.026055 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:07.058144 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'code': 200} May 10 17:35:07.118806 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:07.121305 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:07.187487 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:07.190377 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:07.466304 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c0929-3e7b-4eac-84c4-c03cc35676d5 req-5dc3a38b-b3c6-447c-b5dc-c13aefa6490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:07.467815 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-879c0929-3e7b-4eac-84c4-c03cc35676d5 req-5dc3a38b-b3c6-447c-b5dc-c13aefa6490d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0722797 May 10 17:35:07.509747 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-879c0929-3e7b-4eac-84c4-c03cc35676d5 req-04fe91e8-7aff-4169-8ee0-b7686d390d87 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 May 10 17:35:07.663386 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197d35-064f-434d-8717-a808e870df8f req-e360188f-ef67-4aa8-b378-c91f230ce448 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:07.663386 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f197d35-064f-434d-8717-a808e870df8f req-e360188f-ef67-4aa8-b378-c91f230ce448 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.1891513 May 10 17:35:07.698754 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f197d35-064f-434d-8717-a808e870df8f req-5a534967-0fb6-495f-b7e6-ee463a4f8ffe tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384839 May 10 17:35:08.888307 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a596c5-585c-4ecd-9543-af0294f371b4 req-631676d0-bdf9-403a-8111-eb48eb91247b tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:08.889766 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-48a596c5-585c-4ecd-9543-af0294f371b4 req-631676d0-bdf9-403a-8111-eb48eb91247b tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0844228 May 10 17:35:08.935808 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-48a596c5-585c-4ecd-9543-af0294f371b4 req-69a2cba8-3671-46e8-81f5-20b6cf16ed93 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 May 10 17:35:09.119019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9470-4aa9-4978-a573-5fa1f529fdbf req-1ef4081e-a788-4af2-a91c-713731f21752 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:09.120524 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3f8d9470-4aa9-4978-a573-5fa1f529fdbf req-1ef4081e-a788-4af2-a91c-713731f21752 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0802295 May 10 17:35:09.169899 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-3f8d9470-4aa9-4978-a573-5fa1f529fdbf req-b59a9dd5-5586-434b-b485-7dcdc1b49cd2 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437016 May 10 17:35:09.192421 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 48988) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:09.249273 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 48994) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:09.311770 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.327058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:09.331025 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Usage tracker for resource:security_group_rule and tenant:b541bd93add64df0aa07d058c744291d is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:09.333838 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:09.340082 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:09.426388 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.453231 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77708df6-5d5f-4c46-9262-c83bbd83a71c tempest-TestShelveInstance-1425460161 tempest-TestShelveInstance-1425460161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:09.454143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-77708df6-5d5f-4c46-9262-c83bbd83a71c tempest-TestShelveInstance-1425460161 tempest-TestShelveInstance-1425460161-project-admin] Synchronizing usage tracker for tenant:fd2a6ccea6cb43148aff15cf674aba7c on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:09.507092 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.516853 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a883d8d4-6574-4519-af40-dc942440c84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:09.530282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-77708df6-5d5f-4c46-9262-c83bbd83a71c tempest-TestShelveInstance-1425460161 tempest-TestShelveInstance-1425460161-project-admin] Unset dirty status for tenant:fd2a6ccea6cb43148aff15cf674aba7c on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:09.534113 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-77708df6-5d5f-4c46-9262-c83bbd83a71c tempest-TestShelveInstance-1425460161 tempest-TestShelveInstance-1425460161-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1093 time: 0.3381109 May 10 17:35:09.534595 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49004) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:09.539996 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Request body: {'floatingip': {'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:09.545815 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:09.549683 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Usage tracker for resource:floatingip and tenant:9a97494611a149309396ff1d29849c58 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:09.552558 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:09.555898 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614b4903-e3bc-4f45-89c8-8f8c586a097e,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:09.558768 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:09.562885 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b541bd93add64df0aa07d058c744291d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100495 May 10 17:35:09.564817 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49008) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:09.566574 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.566983 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.567358 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.567746 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.568114 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.568497 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.568838 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.569200 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.569560 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.569917 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.570273 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.570627 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:09.575197 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d238251d-94c6-4e35-934a-ff598e8589fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:09.626639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.656313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.667589 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for floatingip, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.827544 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.919831 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.928712 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cc1b8b13-a163-42eb-9350-16800adc6478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:09.950195 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614b4903-e3bc-4f45-89c8-8f8c586a097e,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:09.955187 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:09.976006 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:09.977115 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/614b4903-e3bc-4f45-89c8-8f8c586a097e HTTP/1.1" status: 204 len: 168 time: 0.4114013 May 10 17:35:10.041017 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Allocated IP 172.28.3.227 (b31940cc-4a0d-4c48-822f-2a6aaed59f93/c99aa11c-6bde-47e4-82b0-763997b0e5ba/14c655b3-80a1-46b8-9959-8af036b9bd6e) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:10.186985 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:10.299014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:10.305801 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ffb95f06-f7b6-4e82-949c-cd687df60062 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:10.359370 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Network b31940cc-4a0d-4c48-822f-2a6aaed59f93 is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:10.362085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:10.365758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:10.410758 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'Port': ['ID=14c655b3-80a1-46b8-9959-8af036b9bd6e,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:10.414656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:10.772783 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:10.943639 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:11.252430 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:11.315225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:11.319682 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-324822db-47a3-4c10-9009-66db39e77e33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:11.425462 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event updated for resources: {'Port': ['ID=14c655b3-80a1-46b8-9959-8af036b9bd6e,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:11.434520 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:11.439153 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396154'] for floatingip, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:11.614770 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.db.l3_db [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Floating IP 06701db0-b362-453f-bfa6-67271eb7fc81 associated. External IP: 172.28.3.227, port: c5bea1ed-8e44-489e-951d-7e769a8af4c8. May 10 17:35:11.966330 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Router 42902912-b9bc-46e3-938e-8c75cf9434ed has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:35:12.146290 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:35:12.159406 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Sync routers for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:35:12.169958 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:12.170655 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:12.224478 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:12.284729 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9fc1dc13-0bff-41c5-9cd3-187501b2d932 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7489860 May 10 17:35:12.285966 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:12.330807 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'status': 'completed', 'code': 200} May 10 17:35:12.390059 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:12.426973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce948b6-8191-452e-a605-231beb77bb5c req-4471f86e-d485-42a8-806b-e4fc0a7c8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.428589 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-4471f86e-d485-42a8-806b-e4fc0a7c8cbc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0752218 May 10 17:35:12.567782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce948b6-8191-452e-a605-231beb77bb5c req-899441cc-0531-4fbb-87ea-0ae03675efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.569138 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-899441cc-0531-4fbb-87ea-0ae03675efe0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1341696 May 10 17:35:12.671868 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-8181adbf-3294-44ee-b8c7-9f39c0b5e1f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 999 time: 0.0956509 May 10 17:35:12.744389 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '06701db0-b362-453f-bfa6-67271eb7fc81', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'mac_address': 'fa:16:3e:27:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:35:10Z', 'updated_at': '2021-05-10T17:35:10Z', 'revision_number': 0, 'project_id': '9a97494611a149309396ff1d29849c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:12.749431 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Checking router: 42902912-b9bc-46e3-938e-8c75cf9434ed for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:35:12.758449 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:35:12.759118 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:34:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:12.855781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce948b6-8191-452e-a605-231beb77bb5c req-46c2a36a-47d3-47ad-8299-5360dc119695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.857217 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-46c2a36a-47d3-47ad-8299-5360dc119695 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.1714447 May 10 17:35:12.935458 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce948b6-8191-452e-a605-231beb77bb5c req-57835db5-4380-46e5-8e96-a94a1d7485ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:12.936992 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-57835db5-4380-46e5-8e96-a94a1d7485ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732021 May 10 17:35:12.941429 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:35:13.077310 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-1860f1a7-39f2-4cec-8bcb-be508818d629 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335089 May 10 17:35:13.220751 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8ce948b6-8191-452e-a605-231beb77bb5c req-7cb3cc39-32b7-4b2b-b077-d487ac65a1dd service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373801 May 10 17:35:13.301460 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '06701db0-b362-453f-bfa6-67271eb7fc81', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'mac_address': 'fa:16:3e:27:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:35:10Z', 'updated_at': '2021-05-10T17:35:10Z', 'revision_number': 0, 'project_id': '9a97494611a149309396ff1d29849c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:35:13.305318 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031cd59-dd00-4c4e-94fd-e0a62acebccc None None] The sync data for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb is: [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_floatingips': [{'id': '06701db0-b362-453f-bfa6-67271eb7fc81', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'floating_ip_address': '172.28.3.227', 'floating_network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'router_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'mac_address': 'fa:16:3e:27:cf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:35:10Z', 'updated_at': '2021-05-10T17:35:10Z', 'revision_number': 0, 'project_id': '9a97494611a149309396ff1d29849c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:35:13.496052 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0136116-9a56-43c7-987b-25e4491cd400 None None] New status for floating IP 06701db0-b362-453f-bfa6-67271eb7fc81: ACTIVE {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:35:14.061777 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49078) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:14.178021 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.193846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:14.197781 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Usage tracker for resource:security_group_rule and tenant:4491a04aaf9e46ac8dbd3a5261aaa22a is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:14.201760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:14.207579 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:14.287133 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.364107 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.373377 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-ff5ca7c0-9e0b-4663-9b5a-d120ba9451b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:14.411941 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4491a04aaf9e46ac8dbd3a5261aaa22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490977 May 10 17:35:14.413547 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e658d7-d09d-43f1-ba1e-e892dc61a872,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:14.414554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49088) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:14.416510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-29f2acec-c7be-478f-aa4d-68bc9f38694e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:14.473496 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.503500 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.623833 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.628724 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f2fe5df2-e4a6-45f6-8a94-4372fc08a378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:14.640567 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e658d7-d09d-43f1-ba1e-e892dc61a872,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:14.644359 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:14.649986 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:14.653376 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-65368484-058c-46e9-bd00-777250c6a2e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33e658d7-d09d-43f1-ba1e-e892dc61a872 HTTP/1.1" status: 204 len: 168 time: 0.2356229 May 10 17:35:17.816292 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-0e9f4d4f-9fc4-425b-b11d-3eefa239342c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294983 May 10 17:35:17.971728 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-9c43e63b-20f1-4d0b-88fd-5fee6b39c939 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:17.973189 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-9c43e63b-20f1-4d0b-88fd-5fee6b39c939 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512797 May 10 17:35:17.989193 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-d6ff75ef-3e35-4171-b69e-1d4f50990c94 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/quotas/f8c5f7703aaf4dc18ccd44d0b0abc922 HTTP/1.1" status: 200 len: 375 time: 0.0102310 May 10 17:35:18.037423 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-0a20efcc-e79b-489c-8e40-063f7b8aad02 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427203 May 10 17:35:18.369450 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-47b4827a-1078-4ee5-a095-9c2a654cb608 req-9d32f2d9-b73d-410c-84ef-01c9c8c8294b tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 210 time: 0.0469308 May 10 17:35:19.527845 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6438f213-56a1-4b50-9743-cec8a7071e83 req-8fc7cdd3-1c15-4f6d-8052-14206cdd3739 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 210 time: 0.0475833 May 10 17:35:20.485227 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cd031682-d5a5-4650-a1ef-692616ea98b0 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271914 May 10 17:35:20.670442 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-e7783c68-8dbd-47ab-acd9-74369c842b47 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:20.671864 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-e7783c68-8dbd-47ab-acd9-74369c842b47 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809187 May 10 17:35:20.686849 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Request body: {'port': {'device_id': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae', 'admin_state_up': True, 'tenant_id': 'f8c5f7703aaf4dc18ccd44d0b0abc922'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:20.701831 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-0ab1ebc5-2064-46e2-996e-0d1bb6892995 req-76ec26c2-6298-44fb-b2e4-15de763adcd9 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 210 time: 0.0690215 May 10 17:35:20.822384 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:20.827704 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Usage tracker for resource:port and tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:20.830620 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:20.836443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:20.904110 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Made reservation on behalf of f8c5f7703aaf4dc18ccd44d0b0abc922 for: {'port': 1} {{(pid=79236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 17:35:20.907652 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:20.920190 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:20.935182 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:20.938939 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Usage tracker for resource:security_group_rule and tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:20.941692 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:20.947455 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:21.036365 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:21.152583 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:21.155686 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-78961a70-b243-4991-9937-aaf82b0307ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:21.233543 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:21.234364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:21.329123 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_common [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Allocated IP 192.168.233.124 (ea1bbad1-7bcf-48d2-ad21-0b4520355aae/d3e4d6f5-566e-488f-8ff3-749766941db4/3672af43-161b-4948-96a9-e854bfa9ee71) {{(pid=79236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 17:35:21.531954 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks [] for port, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:21.547995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Transition to ACTIVE for port object 3672af43-161b-4948-96a9-e854bfa9ee71 will not be triggered until provisioned by entity DHCP. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:21.655942 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764545088260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:21.661806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0b098329-8895-475b-a349-e665cca269fb tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:21.719976 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Network ea1bbad1-7bcf-48d2-ad21-0b4520355aae is already hosted by enough agents. {{(pid=79236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 17:35:21.722926 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.scheduler.base_scheduler [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Resources bound (agent type, host, resource id): {{(pid=79236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 17:35:21.726878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Received port after_create {{(pid=79236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 17:35:21.775220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Pushing event updated for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:21.780604 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:21.807637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:21.808227 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:21.900108 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7d7-7906-4a94-a324-38c9213c4a73 req-d2ac595a-2469-4afb-b68b-f95bf4b9c94a tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:21.901613 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-60bfc7d7-7906-4a94-a324-38c9213c4a73 req-d2ac595a-2469-4afb-b68b-f95bf4b9c94a tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 936 time: 0.0874310 May 10 17:35:21.922243 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2395844 May 10 17:35:21.933918 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.v2.base [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Request body: {'port': {'device_id': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=79236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 17:35:21.947846 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-60bfc7d7-7906-4a94-a324-38c9213c4a73 req-90ae2e05-3bf5-4cae-ab6f-60cc3ceb2404 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 May 10 17:35:22.045768 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:22.070080 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-b48a92bd-a687-45d6-a9ab-1b8e60aaa638 None None] Provisioning for port 3672af43-161b-4948-96a9-e854bfa9ee71 completed by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:22.076210 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-b48a92bd-a687-45d6-a9ab-1b8e60aaa638 None None] Provisioning complete for port 3672af43-161b-4948-96a9-e854bfa9ee71 triggered by entity DHCP. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:22.076597 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b48a92bd-a687-45d6-a9ab-1b8e60aaa638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:22.131688 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-b48a92bd-a687-45d6-a9ab-1b8e60aaa638 None None] Port 3672af43-161b-4948-96a9-e854bfa9ee71 cannot update to ACTIVE because it is not bound. {{(pid=79237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 17:35:22.475413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3672af43-161b-4948-96a9-e854bfa9ee71 {{(pid=79236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:22.482510 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:22.496282 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.provisioning_blocks [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Transition to ACTIVE for port object 3672af43-161b-4948-96a9-e854bfa9ee71 will not be triggered until provisioned by entity L2. {{(pid=79236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 17:35:22.571882 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:22.576109 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:22.727223 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Pushing event updated for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=2']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:22.739697 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:22.811302 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Attempting to bind port 3672af43-161b-4948-96a9-e854bfa9ee71 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 17:35:22.811632 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Attempting to bind port 3672af43-161b-4948-96a9-e854bfa9ee71 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 17:35:22.811955 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Attempting to bind port 3672af43-161b-4948-96a9-e854bfa9ee71 on network ea1bbad1-7bcf-48d2-ad21-0b4520355aae {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:22.816507 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Port 3672af43-161b-4948-96a9-e854bfa9ee71 on network ea1bbad1-7bcf-48d2-ad21-0b4520355aae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 17:35:22.816823 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Attempting to bind port 3672af43-161b-4948-96a9-e854bfa9ee71 on network ea1bbad1-7bcf-48d2-ad21-0b4520355aae {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 17:35:22.821888 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Checking agent: {'id': '39f1943f-4455-4811-953c-e415d391327a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'started_at': datetime.datetime(2021, 5, 10, 17, 26, 2), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 17:35:22.822219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Checking segment: {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 17:35:22.822596 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Bound using segment: {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'} {{(pid=79236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 17:35:22.823037 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.managers [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Bound port: 3672af43-161b-4948-96a9-e854bfa9ee71, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9b2e4e-c9e1-429f-8624-c02a696ddf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae'}}] {{(pid=79236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 17:35:22.823378 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:22.915607 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, cleared binding levels {{(pid=79236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 17:35:22.918418 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3672af43-161b-4948-96a9-e854bfa9ee71,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 17:35:23.016323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1889469'] for port, after_update {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.021603 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-37fba9f0-20dd-4fa7-a5c0-daeeb8a3df55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:23.045227 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9808717e-04c0-4ecc-8485-14d2e8474109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.112323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.112935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:23.114448 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] 10.222.0.38 "PUT /v2.0/ports/3672af43-161b-4948-96a9-e854bfa9ee71 HTTP/1.1" status: 200 len: 1098 time: 1.1846833 May 10 17:35:23.117609 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:23.182950 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Pushing event updated for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=3']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:23.198714 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cc80cd60-6a8a-40e4-8128-c61f6d388e03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:23.198714 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71', 'status': 'completed', 'code': 200} May 10 17:35:23.261670 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379165da-b603-4ecd-892d-99965c3458a3 req-12a7e151-aadd-4f4f-8ed2-c3ee2f4338ea tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.263019 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-379165da-b603-4ecd-892d-99965c3458a3 req-12a7e151-aadd-4f4f-8ed2-c3ee2f4338ea tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Synchronizing usage tracker for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:23.309050 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ebc66-d0be-494d-aba1-7d51c5315a55 req-3f5071ab-3c34-455f-a11e-3ab2b5dbc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.310613 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd5ebc66-d0be-494d-aba1-7d51c5315a55 req-3f5071ab-3c34-455f-a11e-3ab2b5dbc063 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 1101 time: 0.0970912 May 10 17:35:23.343549 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd5ebc66-d0be-494d-aba1-7d51c5315a55 req-915fd970-1af6-4419-b98d-aa727877b7ea service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257025 May 10 17:35:23.376228 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-379165da-b603-4ecd-892d-99965c3458a3 req-12a7e151-aadd-4f4f-8ed2-c3ee2f4338ea tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Unset dirty status for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:23.377672 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-379165da-b603-4ecd-892d-99965c3458a3 req-12a7e151-aadd-4f4f-8ed2-c3ee2f4338ea tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 948 time: 0.3195076 May 10 17:35:23.494010 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-379165da-b603-4ecd-892d-99965c3458a3 req-b4015675-22c5-408b-85f3-ffb0120754b3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Synchronizing usage tracker for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:security_group {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:23.526045 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ebc66-d0be-494d-aba1-7d51c5315a55 req-b6bba0c1-0e57-4672-b7d0-ca6a0496ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.527479 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-fd5ebc66-d0be-494d-aba1-7d51c5315a55 req-b6bba0c1-0e57-4672-b7d0-ca6a0496ffee service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769941 May 10 17:35:23.634454 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-379165da-b603-4ecd-892d-99965c3458a3 req-b4015675-22c5-408b-85f3-ffb0120754b3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Unset dirty status for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:security_group {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:23.635587 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-379165da-b603-4ecd-892d-99965c3458a3 req-b4015675-22c5-408b-85f3-ffb0120754b3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105081 May 10 17:35:23.639300 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-1acc5b83-0b0d-41b6-9ef2-54784268386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.640659 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-1acc5b83-0b0d-41b6-9ef2-54784268386e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 1101 time: 0.0769262 May 10 17:35:23.712664 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-be09485f-691a-43b5-8fd4-87b169fd9672 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=3672af43-161b-4948-96a9-e854bfa9ee71 HTTP/1.1" status: 200 len: 217 time: 0.0633452 May 10 17:35:23.775252 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-d2200c35-91a9-4bf1-878e-058f755f0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.776515 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-d2200c35-91a9-4bf1-878e-058f755f0ac9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d3e4d6f5-566e-488f-8ff3-749766941db4 HTTP/1.1" status: 200 len: 843 time: 0.0563819 May 10 17:35:23.850992 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-30c3b59a-2f91-4834-be29-b263a7388a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:23.852484 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-30c3b59a-2f91-4834-be29-b263a7388a73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea1bbad1-7bcf-48d2-ad21-0b4520355aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692921 May 10 17:35:23.983456 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-ac0666e2-2ab9-443e-bc5f-44359b63c90f service neutron] 10.222.0.38 "GET /v2.0/networks/ea1bbad1-7bcf-48d2-ad21-0b4520355aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230843 May 10 17:35:24.203286 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf27f8e3-1a5a-43f8-a4c5-d9c6910c64d2 req-ee75b43b-d27d-4ae8-8ac1-2e4aebbe558a service neutron] 10.222.0.38 "GET /v2.0/networks/ea1bbad1-7bcf-48d2-ad21-0b4520355aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127349 May 10 17:35:24.823843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51537-1f93-4464-8c81-7f64a9bda6f3 req-e2e29f8d-cd7f-4cb0-8911-51cc7274b86e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:24.825728 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dab51537-1f93-4464-8c81-7f64a9bda6f3 req-e2e29f8d-cd7f-4cb0-8911-51cc7274b86e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 948 time: 0.0839486 May 10 17:35:24.871206 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-dab51537-1f93-4464-8c81-7f64a9bda6f3 req-582458bd-75de-4876-90c3-71a00e2ea808 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 May 10 17:35:25.349531 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:25.638743 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-41347eae-97df-4c1c-add5-9d92e59f0dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.055799 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712584-e3cd-4415-acc7-427bc49c404d req-0a421b6d-1df6-40a6-b2c6-5379fbef34d2 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:26.057242 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf712584-e3cd-4415-acc7-427bc49c404d req-0a421b6d-1df6-40a6-b2c6-5379fbef34d2 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 948 time: 0.0823390 May 10 17:35:26.100866 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-cf712584-e3cd-4415-acc7-427bc49c404d req-2f5ed361-8293-4da7-9336-8835fe4a97c3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 May 10 17:35:26.398529 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:26.815804 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3672af43-161b-4948-96a9-e854bfa9ee71 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:35:26.945479 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3672af43-161b-4948-96a9-e854bfa9ee71,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:26.958188 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': '3672af43-161b-4948-96a9-e854bfa9ee71', 'network_id': 'ea1bbad1-7bcf-48d2-ad21-0b4520355aae', 'port_id': '3672af43-161b-4948-96a9-e854bfa9ee71', 'mac_address': 'fa:16:3e:56:d1:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e4d6f5-566e-488f-8ff3-749766941db4', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:35:27.012644 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.032472 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3672af43-161b-4948-96a9-e854bfa9ee71 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:35:27.047273 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3672af43-161b-4948-96a9-e854bfa9ee71,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:27.124464 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:27.127060 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:27.193421 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=4']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:27.201154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.201500 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.201838 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.202167 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.202497 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.202883 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.203210 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.203532 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.203854 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.204177 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.204496 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.204815 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:27.208784 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:27.288583 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ea3e4-94aa-43d8-a7ba-f16bb33e800c req-65595322-6c62-49de-bce8-63b41cd4d11b tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:27.290006 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-543ea3e4-94aa-43d8-a7ba-f16bb33e800c req-65595322-6c62-49de-bce8-63b41cd4d11b tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 949 time: 0.0832362 May 10 17:35:27.333644 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-543ea3e4-94aa-43d8-a7ba-f16bb33e800c req-8dbf2773-acb4-47a2-b087-6547c18a808e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 May 10 17:35:27.338556 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['3672af43-161b-4948-96a9-e854bfa9ee71'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:28.255606 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:28.517868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7aab5-a178-4b8f-bd6a-f738cfedefe9 req-7f1e9965-229c-4985-8404-28d4a2dfc60e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:28.519463 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-75a7aab5-a178-4b8f-bd6a-f738cfedefe9 req-7f1e9965-229c-4985-8404-28d4a2dfc60e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 949 time: 0.0810935 May 10 17:35:28.563171 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-75a7aab5-a178-4b8f-bd6a-f738cfedefe9 req-58019180-e347-4bc3-b253-a9b7041e8445 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 May 10 17:35:28.834944 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3672af43-161b-4948-96a9-e854bfa9ee71 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:35:28.995608 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning for port 3672af43-161b-4948-96a9-e854bfa9ee71 completed by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 17:35:29.000995 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port 3672af43-161b-4948-96a9-e854bfa9ee71 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:35:29.001381 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.122267 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.149020 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:29.159990 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3672af43-161b-4948-96a9-e854bfa9ee71,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:29.194539 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71', 'code': 200} May 10 17:35:29.198111 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:35:29.227174 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:29.229121 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:29.296131 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=5']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:29.299088 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:29.619175 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c617f-5b0c-425d-98a1-9dd30d06f4f6 req-a154d403-49c4-4dc2-bcc5-89398d00f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.620676 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f87c617f-5b0c-425d-98a1-9dd30d06f4f6 req-a154d403-49c4-4dc2-bcc5-89398d00f1d2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 1103 time: 0.0715587 May 10 17:35:29.663387 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f87c617f-5b0c-425d-98a1-9dd30d06f4f6 req-0a5dbaaf-ef8c-48a9-8906-920e87daa610 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 May 10 17:35:29.759470 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800fb61-87bf-4dd4-9853-fac7ccb1873b req-3895c60d-f1b5-434b-9781-71ab3e5e3d95 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:29.760951 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8800fb61-87bf-4dd4-9853-fac7ccb1873b req-3895c60d-f1b5-434b-9781-71ab3e5e3d95 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 950 time: 0.0838139 May 10 17:35:29.805858 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-8800fb61-87bf-4dd4-9853-fac7ccb1873b req-aea3ca4a-b28d-4d98-a3c6-a3678bbd6fed tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393345 May 10 17:35:30.990667 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6525501-a1e5-41e1-92d7-e527d82079f5 req-4cf8127f-c343-4d37-a685-69593e54fbb3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:30.992223 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c6525501-a1e5-41e1-92d7-e527d82079f5 req-4cf8127f-c343-4d37-a685-69593e54fbb3 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 950 time: 0.0803995 May 10 17:35:31.040552 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c6525501-a1e5-41e1-92d7-e527d82079f5 req-94f9b7b9-7157-47ab-b1e3-a4dd1fa3510e tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 May 10 17:35:31.698730 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01550172-dc82-4cd7-a50a-d6806c010a68 req-ab1a3857-696b-4977-a1a3-4972a20d532b tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:31.700221 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01550172-dc82-4cd7-a50a-d6806c010a68 req-ab1a3857-696b-4977-a1a3-4972a20d532b tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 950 time: 0.0799441 May 10 17:35:31.744658 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-01550172-dc82-4cd7-a50a-d6806c010a68 req-7d3e671c-6005-49bc-b055-169dc88fc862 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 May 10 17:35:31.955056 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.692266 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49312) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:32.814171 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:32.828695 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:32.832684 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Usage tracker for resource:security_group_rule and tenant:c443584239c34d80b3303f074039c20b is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:32.835783 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:32.841666 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:32.984458 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159c688-ec2a-42b6-ad2b-ceabab628901 req-647b21df-5a26-4a4e-a1f1-0df49e24c0c2 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:32.986813 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d159c688-ec2a-42b6-ad2b-ceabab628901 req-647b21df-5a26-4a4e-a1f1-0df49e24c0c2 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 950 time: 0.1284060 May 10 17:35:33.045443 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.077767 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d159c688-ec2a-42b6-ad2b-ceabab628901 req-7f281dc6-d5f5-4fed-bf5b-f7ab47369209 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/security-groups?id=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837908 May 10 17:35:33.103790 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.116740 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.132990 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4075c-5949-4712-afe2-0ecd47bde09b req-64717153-d43a-4ed3-bef6-71e2983991f9 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:35:33.134389 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-def4075c-5949-4712-afe2-0ecd47bde09b req-64717153-d43a-4ed3-bef6-71e2983991f9 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.38 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 950 time: 0.1213875 May 10 17:35:33.207034 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c443584239c34d80b3303f074039c20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136802 May 10 17:35:33.207870 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1153f04a-9050-4e39-810e-a37b923b3808,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.209842 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49322) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:33.212366 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-34e3ed21-5871-48e9-ae7f-379964a64b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.270579 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.294554 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Deleting port 3672af43-161b-4948-96a9-e854bfa9ee71 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:35:33.294931 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.296873 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.423488 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.427610 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] For port 3672af43-161b-4948-96a9-e854bfa9ee71, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3672af43-161b-4948-96a9-e854bfa9ee71,segment=NetworkSegment(4a9b2e4e-c9e1-429f-8624-c02a696ddf04),segment_id=4a9b2e4e-c9e1-429f-8624-c02a696ddf04)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:35:33.427964 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.428453 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-f71f8fe7-015c-4205-b0de-247ce8661721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.442021 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153f04a-9050-4e39-810e-a37b923b3808,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.444411 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.446622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.447743 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-210a5520-f4dd-463b-9c47-166a85d7a47c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1153f04a-9050-4e39-810e-a37b923b3808 HTTP/1.1" status: 204 len: 168 time: 0.2369370 May 10 17:35:33.556925 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Calling delete_port for 3672af43-161b-4948-96a9-e854bfa9ee71 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:35:33.752664 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.758487 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-1468221c-f2c2-4502-9099-28595413823b tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:33.765708 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['3672af43-161b-4948-96a9-e854bfa9ee71'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:35:33.808287 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Pushing event deleted for resources: {'Port': ['ID=3672af43-161b-4948-96a9-e854bfa9ee71,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:33.811347 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:33.887140 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] No DVR routers for this DVR port 3672af43-161b-4948-96a9-e854bfa9ee71 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:35:33.889719 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:33.893241 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'name': 'network-vif-deleted', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:35:33.941708 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1', 'name': 'network-vif-deleted', 'tag': '3672af43-161b-4948-96a9-e854bfa9ee71', 'status': 'completed', 'code': 200} May 10 17:35:33.988361 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-def4075c-5949-4712-afe2-0ecd47bde09b req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.38 "DELETE /v2.0/ports/3672af43-161b-4948-96a9-e854bfa9ee71 HTTP/1.1" status: 204 len: 173 time: 0.8417802 May 10 17:35:34.095453 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49332) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:34.115833 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.131066 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:34.134853 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Usage tracker for resource:security_group_rule and tenant:642347b03c8e436ebab26e57e2a567ec is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:34.137637 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:34.143342 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:34.228704 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.231952 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-dc7071cf-4197-4787-8a29-e324b5b3206b req-e5009e5c-beb1-409b-abb0-a326fb8c0d02 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Synchronizing usage tracker for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:35:34.297995 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.306392 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b4a91a78-574e-4df4-898f-15b066904c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:34.325160 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-dc7071cf-4197-4787-8a29-e324b5b3206b req-e5009e5c-beb1-409b-abb0-a326fb8c0d02 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Unset dirty status for tenant:f8c5f7703aaf4dc18ccd44d0b0abc922 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:35:34.325160 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dc7071cf-4197-4787-8a29-e324b5b3206b req-e5009e5c-beb1-409b-abb0-a326fb8c0d02 tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4bda9e0-7c7c-49dc-b33e-b1deae6cc6f1 HTTP/1.1" status: 200 len: 210 time: 0.1358800 May 10 17:35:34.346891 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c439fb-8b08-47a4-be2b-86f0341c2c6d,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:34.351182 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=642347b03c8e436ebab26e57e2a567ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547095 May 10 17:35:34.352111 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d2a5ed89-c911-4d4f-8658-353a1f39a589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:34.354207 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49338) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:34.415040 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.441159 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.563863 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.572987 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-394c9e8a-7c0e-4ce6-8532-a9c0a909bcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:34.581946 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c439fb-8b08-47a4-be2b-86f0341c2c6d,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:34.586840 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:34.586840 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:34.590698 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-7dddaea0-0dc1-4357-a267-9ba802f665ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57c439fb-8b08-47a4-be2b-86f0341c2c6d HTTP/1.1" status: 204 len: 168 time: 0.2359529 May 10 17:35:36.885752 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3672af43-161b-4948-96a9-e854bfa9ee71 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:35:36.919809 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: 3672af43-161b-4948-96a9-e854bfa9ee71 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:35:36.920159 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device 3672af43-161b-4948-96a9-e854bfa9ee71 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:35:41.887570 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49658) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:42.035625 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2f231c08-dfd0-46d4-9190-1d7f8039fd37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8c5f7703aaf4dc18ccd44d0b0abc922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466300 May 10 17:35:42.037761 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49666) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:42.095267 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.122665 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.272428 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.277201 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-8b54647e-e949-40ca-be6a-4489d7b0cf27 tempest-AttachVolumeTestJSON-520309656 tempest-AttachVolumeTestJSON-520309656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:42.291538 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:42.294894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:42.362685 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.363878 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-a52c2255-c071-49c8-bf1f-77a336c8f946 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5b44b2e-a45e-43f9-9d41-c2e1e95e62ae HTTP/1.1" status: 204 len: 168 time: 0.3252461 May 10 17:35:42.553264 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49678) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:42.683621 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.700031 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:42.704369 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Usage tracker for resource:security_group_rule and tenant:935dbf32037c4cafb83ab2e63ded8974 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:42.708352 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:42.714326 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:42.801939 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.863719 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.872406 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-69e55d00-97f0-4a86-be02-86ac764e9443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:42.911639 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=935dbf32037c4cafb83ab2e63ded8974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573904 May 10 17:35:42.913320 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1adde-566b-496b-9465-6d265c67a831,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:42.914359 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49684) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:42.916415 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-bdf0d922-7661-4f71-ab4e-ebe7f3bfa1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:42.971958 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:42.996816 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.108846 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.112959 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-13e2264b-9fb9-4378-8876-f07028d173bf tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:43.123451 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1adde-566b-496b-9465-6d265c67a831,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:43.127170 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:43.131714 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.132845 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f1adde-566b-496b-9465-6d265c67a831 HTTP/1.1" status: 204 len: 168 time: 0.2175138 May 10 17:35:43.696033 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49692) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:43.713700 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:43.728220 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:43.732009 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:05409ae61994493e9f7fe8e0f1bb1e69 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:43.734773 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:43.741014 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:43.910874 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.000636 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.009375 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-28b60245-c1b1-4add-9b0a-d8fabedbb41c tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:44.048152 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05409ae61994493e9f7fe8e0f1bb1e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510373 May 10 17:35:44.049703 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb213c57-2fb4-4396-b89c-d8ad90844945,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:44.050896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49696) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:44.052709 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6a67e644-1e97-48d7-8f60-436e85d10ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:44.113053 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.138094 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.246254 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.250999 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-7abec3ae-b141-4724-9537-359d7d553671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:44.262894 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb213c57-2fb4-4396-b89c-d8ad90844945,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:44.266622 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:44.272852 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:44.273951 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-6abb7fe9-06ca-4706-bf42-11dcf99d2ea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eb213c57-2fb4-4396-b89c-d8ad90844945 HTTP/1.1" status: 204 len: 168 time: 0.2213817 May 10 17:35:50.141263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49776) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:50.254323 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.268737 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:50.273313 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a15bd20809413799d208300a86b00c is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:50.276180 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:50.281893 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:50.359322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.420848 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.429611 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b52ea820-6a2b-4b44-b165-0ed0071a896d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:50.468230 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8a15bd20809413799d208300a86b00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258448 May 10 17:35:50.469025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0387d1e7-7628-492c-a47d-1f42168d709c,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:50.470889 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49782) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:50.471996 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:50.528882 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.554400 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.697708 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.701328 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-145ee5e5-f29f-444a-acc6-4cebe18fb3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:50.712371 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387d1e7-7628-492c-a47d-1f42168d709c,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:50.716804 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:50.718668 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:50.719762 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-e0989ac9-fa02-4dca-baa6-1a2a59cc41ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0387d1e7-7628-492c-a47d-1f42168d709c HTTP/1.1" status: 204 len: 168 time: 0.2478542 May 10 17:35:51.269155 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49790) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:51.291831 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.306067 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:51.309879 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Usage tracker for resource:security_group_rule and tenant:808a49b25c664df888aa0abf11a0fa55 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:51.312782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:51.318656 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:51.395314 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.451509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.460250 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-38adb73e-a544-4d4f-a33f-5e5f3af378c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:51.498025 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=808a49b25c664df888aa0abf11a0fa55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275426 May 10 17:35:51.499595 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1311a070-99ce-4128-8c4d-97b96d004767,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:51.500764 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49794) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:51.502582 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-bf8aa246-0a69-4e30-8c4d-d40457aef290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:51.643603 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.669561 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.774943 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.778528 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-5798d47e-c1cb-4aa1-bd1a-57c9f7088c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:51.789117 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311a070-99ce-4128-8c4d-97b96d004767,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:51.792905 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:51.796328 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:51.799740 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-25212b79-268b-4fe6-98dc-90b131e5fd83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1311a070-99ce-4128-8c4d-97b96d004767 HTTP/1.1" status: 204 len: 168 time: 0.2955301 May 10 17:35:53.055318 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-9b01f06e-d0ce-4b11-81a4-17a05168fcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.676689 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49854) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:54.790022 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.803812 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:54.807590 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e34f0bf3915443319ea1794263ed5abc is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:54.810334 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:54.816177 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:54.895868 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.960554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:54.969065 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-10a80e33-bfe8-4ea0-8ae4-5f21111c67c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.011311 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e34f0bf3915443319ea1794263ed5abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335772 May 10 17:35:55.012966 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b24e9-8c4b-4cac-ba3c-6106425f1b8c,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.013938 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49860) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:55.016158 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.071843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.096126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.226544 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.230148 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9c84323a-7e53-4836-b7a2-84ec55c0b00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:55.242516 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b24e9-8c4b-4cac-ba3c-6106425f1b8c,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:55.253806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.254177 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.254539 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.254920 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.255854 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.256212 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.256561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.256909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.257257 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.257602 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.257944 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.258289 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:35:55.262710 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:55.272492 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.273833 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-01014028-71c6-43d9-b4d9-85ffd261669b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a5b24e9-8c4b-4cac-ba3c-6106425f1b8c HTTP/1.1" status: 204 len: 168 time: 0.2585061 May 10 17:35:55.363855 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.635394 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-00c5592e-79f0-4611-8ad5-d45807716e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:55.988269 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49868) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.005930 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.020060 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:35:56.024346 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Usage tracker for resource:security_group_rule and tenant:00430ec584904997b02b323cac2fdc8e is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:35:56.027213 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:35:56.033035 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:35:56.112101 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.148677 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.156843 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-6391e07e-f814-4e40-bda4-fb869309ccc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:56.194418 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00430ec584904997b02b323cac2fdc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051418 May 10 17:35:56.195980 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917b84e9-2279-43c0-bda1-8663d2e4ec2f,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:56.197167 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49872) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:35:56.198899 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9294bdf9-036e-4a0b-829f-e9cc66ed947d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:56.255710 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.281396 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.406241 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.411181 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-cf984126-90e4-4be5-b9f0-eb010b68d388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:35:56.423242 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.423766 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b84e9-2279-43c0-bda1-8663d2e4ec2f,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:35:56.425466 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:35:56.434065 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:35:56.437772 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-49e77060-2616-4fe8-a947-bcd174be0d38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/917b84e9-2279-43c0-bda1-8663d2e4ec2f HTTP/1.1" status: 204 len: 168 time: 0.2389066 May 10 17:35:58.206505 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:01.923930 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:03.346211 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-3eeb2c27-2816-4bc6-a437-23d551be5e29 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723338 May 10 17:36:03.483072 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-4c81a4d8-ff44-49be-aafb-034a0a7cde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.484446 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-4c81a4d8-ff44-49be-aafb-034a0a7cde93 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0695879 May 10 17:36:03.626746 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-9f01a67f-ff34-4b3d-b654-22c89dc0f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.628183 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-9f01a67f-ff34-4b3d-b654-22c89dc0f8d1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1265879 May 10 17:36:03.732282 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-a366b199-3d65-4bf3-aeaf-e83f2d1597da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 1001 time: 0.0967405 May 10 17:36:03.793916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-9140ba7c-83ff-43e0-af86-a15093ec004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.795346 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-9140ba7c-83ff-43e0-af86-a15093ec004f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0567620 May 10 17:36:03.873741 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-46542594-8fa8-412b-bd37-fb0b74f0a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:36:03.875258 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-46542594-8fa8-412b-bd37-fb0b74f0a229 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731134 May 10 17:36:04.005939 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-18ba01e9-dcb9-4b0e-ad27-7fac9ba0a2ee service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 May 10 17:36:04.137152 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-9cab0d45-b823-4513-928e-5e2a004a7ed3 req-30dfe064-f66a-4887-9a27-5b8543cad981 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 May 10 17:36:06.196015 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:14.301941 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 49986) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.415005 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.429511 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:14.433332 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1402d8f41846f59ebe07ca417a5c91 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:14.436041 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:14.441542 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:14.523992 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.598004 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.606874 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b34a8a3c-07d4-4302-920b-d1ddbb8bb28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:14.645953 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c1402d8f41846f59ebe07ca417a5c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429956 May 10 17:36:14.647601 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97644943-bd91-4e68-8154-e07d10ed084b,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:14.648753 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 49992) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:14.655552 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.655929 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.656299 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.656659 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.657012 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.657365 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.657714 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.658063 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.658416 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.658762 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.659132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.659475 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:36:14.663388 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-1f8ada9b-0a03-4cff-87fd-62c3f366e7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:14.706491 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.732419 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.860880 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.864637 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-9050a69b-6968-4e19-9ea6-d93f709df7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:14.876494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97644943-bd91-4e68-8154-e07d10ed084b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:14.879025 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:14.886765 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:14.887895 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b0c11c9b-29db-4b52-b743-8bce142cec8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97644943-bd91-4e68-8154-e07d10ed084b HTTP/1.1" status: 204 len: 168 time: 0.2381866 May 10 17:36:23.029106 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d4187db4-30b4-494c-8d4a-e1edabaf4891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.352262 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:25.637606 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-0d266045-2dcc-4d57-a455-3ad4f8b91c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:26.415241 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.216071 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50114) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:27.330337 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.344459 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:27.348289 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9b3213b3fa47389b2b7d6ea2042170 is out of sync, need to count used quota {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:27.351099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:27.356737 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.quota.driver [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:27.437729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.500700 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.509176 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-6d393655-48b8-420c-9c40-57ac96ae215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:27.547641 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb9b3213b3fa47389b2b7d6ea2042170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304036 May 10 17:36:27.549173 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5608aba1-acc2-4468-a411-608335e603b8,revision_number=1']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:27.550161 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50122) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:27.552322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2445f65d-d0e1-4602-ad95-5494da02bb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:27.610567 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.637173 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.769246 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.773165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c79fcc04-17b8-47aa-adde-e6c0205a75fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:27.784553 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608aba1-acc2-4468-a411-608335e603b8,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:27.788680 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:27.796456 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:27.799960 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-25924a42-77f8-4696-98d3-e0b6b3a86e26 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5608aba1-acc2-4468-a411-608335e603b8 HTTP/1.1" status: 204 len: 168 time: 0.2465098 May 10 17:36:28.220456 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.422363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50130) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:28.440316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.454688 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:28.458472 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Usage tracker for resource:security_group_rule and tenant:dd84624e39f440e7b4eda8da1b115c8b is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:28.461269 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:28.466884 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:28.544660 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.616868 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.623643 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e70f7b98-f905-47b2-9537-4d9bef9c31de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:28.670281 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccb057a-b641-4114-9913-a25bcc64197e,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:28.673830 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:28.676526 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-0be256e4-387f-4a58-876a-899f758e59be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd84624e39f440e7b4eda8da1b115c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531157 May 10 17:36:28.679498 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50134) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:28.735186 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.760459 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.868658 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.873502 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c817c1ae-e2d1-4926-acd1-7fcdb46c8cd7 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:28.885754 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccb057a-b641-4114-9913-a25bcc64197e,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:28.888028 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:28.892085 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:28.893412 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-2e306c32-6db9-47fe-ab69-a69acef9da86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fccb057a-b641-4114-9913-a25bcc64197e HTTP/1.1" status: 204 len: 168 time: 0.2131021 May 10 17:36:29.544223 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50142) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:29.562199 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.575933 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 17:36:29.580274 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Usage tracker for resource:security_group_rule and tenant:4f0e68cdf1254078af7661a1b18484a0 is out of sync, need to count used quota {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 17:36:29.582983 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 17:36:29.588698 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.quota.driver [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 17:36:29.670447 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.792281 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_create {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:29.887885 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-fbfaad13-4fe9-44a2-a5e7-e7653d3acef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:29.927823 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f0e68cdf1254078af7661a1b18484a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825684 May 10 17:36:29.928806 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d26a0-6eb0-4a09-a95d-ccbebf11a441,revision_number=1']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:29.930583 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50146) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:36:29.931861 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-c36b8bed-42ea-4731-83c5-c038aa43853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:29.995019 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.020295 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.151994 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.157096 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-89ba2ac4-d32b-4166-8825-8a369ce3fbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:36:30.170345 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d26a0-6eb0-4a09-a95d-ccbebf11a441,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:36:30.173283 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:36:30.182856 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:30.183966 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-395911db-3620-453d-b5a6-38bd2e2d1e2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b3d26a0-6eb0-4a09-a95d-ccbebf11a441 HTTP/1.1" status: 204 len: 168 time: 0.2523780 May 10 17:36:31.971167 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:43.195652 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:36:53.008765 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c16381ab-0748-4ca5-b4a3-0b74c6403893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.371349 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:55.645771 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1e33263d-4023-4b13-88b4-8212a601bef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:56.416862 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:36:58.200033 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:01.942590 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:05.352650 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-7cfbae3b-8b1a-4f19-84f0-32ed18104914 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684326 May 10 17:37:05.492057 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-d89780a3-35c4-4940-a869-10738d101257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.493537 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-d89780a3-35c4-4940-a869-10738d101257 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0750077 May 10 17:37:05.635792 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-a0f71de3-9ae9-4b7c-902a-7b6ee240b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.637222 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-a0f71de3-9ae9-4b7c-902a-7b6ee240b545 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1256225 May 10 17:37:05.741053 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-a6ed8c9d-3cdc-451d-910d-da2a3817ab2b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 1001 time: 0.0975444 May 10 17:37:05.803561 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-f4d77a04-0741-4225-986a-b8a2009cf5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.804958 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-f4d77a04-0741-4225-986a-b8a2009cf5cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0571084 May 10 17:37:05.880939 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-67a18c34-15f7-473f-942c-aa8c756347df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:05.882387 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-67a18c34-15f7-473f-942c-aa8c756347df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715981 May 10 17:37:06.010511 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-6b31f1ab-3a54-41f4-81bb-97fad2e89ab4 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218698 May 10 17:37:06.138012 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-dabd7e7d-b726-4c86-acfa-30423950b7f7 req-0e510a0a-dd61-48a0-8271-44cf21ad0890 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217079 May 10 17:37:08.457327 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ede75d-89a7-4776-a8e9-e3e9a328a977 req-deabdcae-c44e-439f-8b39-3aed0c3930e7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:08.458778 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-34ede75d-89a7-4776-a8e9-e3e9a328a977 req-deabdcae-c44e-439f-8b39-3aed0c3930e7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0831983 May 10 17:37:08.504005 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-34ede75d-89a7-4776-a8e9-e3e9a328a977 req-56492dcd-64a4-4cc9-9a08-52a58a029aac tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395660 May 10 17:37:09.687916 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5d1a2-87b1-4516-bf9b-26506c3f499a req-cc55fe18-24d5-4444-b93c-53bb871e4d03 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:09.689366 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42b5d1a2-87b1-4516-bf9b-26506c3f499a req-cc55fe18-24d5-4444-b93c-53bb871e4d03 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0800183 May 10 17:37:09.733092 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-42b5d1a2-87b1-4516-bf9b-26506c3f499a req-d6a19cdd-8a34-417c-9001-ba883c181949 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375342 May 10 17:37:10.916090 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c3e78-b757-4766-94c5-7ebff058e1f9 req-2bddf132-af3c-4e4d-8776-81a7284bfd08 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:10.917518 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-008c3e78-b757-4766-94c5-7ebff058e1f9 req-2bddf132-af3c-4e4d-8776-81a7284bfd08 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0781920 May 10 17:37:10.966521 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-008c3e78-b757-4766-94c5-7ebff058e1f9 req-64100688-2a68-4b62-9bf8-06075d3751e2 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 May 10 17:37:12.149760 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990b5be-d92f-4e88-9139-2e80e648fb7a req-b46645a0-4af3-486b-8515-7a01645d99f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:12.151113 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f990b5be-d92f-4e88-9139-2e80e648fb7a req-b46645a0-4af3-486b-8515-7a01645d99f8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0819871 May 10 17:37:12.194530 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-f990b5be-d92f-4e88-9139-2e80e648fb7a req-1048309e-b9a3-4993-8336-d03d3688ffd8 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378125 May 10 17:37:13.375129 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681df69-a059-4223-bac7-a12c538262a5 req-b6eba52b-e0da-4350-92b5-de5b2dd7ee54 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:13.376574 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e681df69-a059-4223-bac7-a12c538262a5 req-b6eba52b-e0da-4350-92b5-de5b2dd7ee54 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0791423 May 10 17:37:13.420390 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-e681df69-a059-4223-bac7-a12c538262a5 req-6022d2ea-2dc5-4e3e-966c-3d809acf5583 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374649 May 10 17:37:14.603935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c4b1-b81a-4d84-ba58-e6e3daf443ad req-9f300e8a-07bb-4837-8c09-9b16792312cc tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:14.605348 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-41a2c4b1-b81a-4d84-ba58-e6e3daf443ad req-9f300e8a-07bb-4837-8c09-9b16792312cc tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0774953 May 10 17:37:14.648991 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-41a2c4b1-b81a-4d84-ba58-e6e3daf443ad req-b43918b9-cb22-4ddc-96bb-b28355efbee3 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380559 May 10 17:37:15.831710 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523a210-c5e6-468f-8670-147459f4a6a6 req-5b3e4179-ff9e-4b3c-b931-ae059174cea7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:15.833154 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c523a210-c5e6-468f-8670-147459f4a6a6 req-5b3e4179-ff9e-4b3c-b931-ae059174cea7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0822358 May 10 17:37:15.877104 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-c523a210-c5e6-468f-8670-147459f4a6a6 req-d6fefd6f-3ceb-4341-8986-1ed619f07645 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 May 10 17:37:17.059850 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775da1-2c37-4d88-8bec-d92993077d46 req-d0d236a1-e252-4d0e-be45-615ace2a7010 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:17.061249 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4c775da1-2c37-4d88-8bec-d92993077d46 req-d0d236a1-e252-4d0e-be45-615ace2a7010 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0831387 May 10 17:37:17.105617 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4c775da1-2c37-4d88-8bec-d92993077d46 req-1d6c25c3-c4bb-46e1-9614-5c4ee74ed43e tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381577 May 10 17:37:18.287195 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e10bf-5258-46c9-9cc1-c4a9fff462c4 req-f47c769b-703c-476c-a34c-0b55255f960d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.288626 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f7e10bf-5258-46c9-9cc1-c4a9fff462c4 req-f47c769b-703c-476c-a34c-0b55255f960d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0781176 May 10 17:37:18.334363 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-6f7e10bf-5258-46c9-9cc1-c4a9fff462c4 req-842027ce-4a63-49e1-81a9-7f4f811f5e8b tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 May 10 17:37:18.607721 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-5170c953-0fd2-4d22-baab-6d5dc15ef118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.609465 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-5170c953-0fd2-4d22-baab-6d5dc15ef118 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0698414 May 10 17:37:18.739371 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-5ada895e-bb1f-443d-8ac6-5386e16907f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.740799 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-5ada895e-bb1f-443d-8ac6-5386e16907f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1252756 May 10 17:37:18.842605 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-c68f6c7a-b727-4d8a-a66d-af6d83399cd1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 1001 time: 0.0955060 May 10 17:37:18.906351 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-f40ab328-3004-4260-bc92-2339eeb2117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:18.907736 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-f40ab328-3004-4260-bc92-2339eeb2117e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0591187 May 10 17:37:19.069486 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-fcedcf01-c37b-4c09-a1a7-3a879401b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:19.070964 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-fcedcf01-c37b-4c09-a1a7-3a879401b627 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1575320 May 10 17:37:19.198693 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-5ad6121c-9c2f-4037-8fba-bdb0a6389df4 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210504 May 10 17:37:19.329470 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-3525884d-823a-4c21-a90b-7ee400fce0ff req-f698dee0-13cc-47bd-9dae-692071b36f4e service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227200 May 10 17:37:19.520067 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca836fa-c211-42d4-8b16-ab4175096788 req-c0cec538-9599-491d-9d8c-731c4929f34b tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:19.521657 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bca836fa-c211-42d4-8b16-ab4175096788 req-c0cec538-9599-491d-9d8c-731c4929f34b tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0833983 May 10 17:37:19.565938 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bca836fa-c211-42d4-8b16-ab4175096788 req-2ec7ddb0-c25b-4d7d-95ed-ed247068a15c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385442 May 10 17:37:20.195053 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:20.747469 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb7ed4-7ecc-4a98-815e-46a1e77419e5 req-c0801e89-74df-481b-a05f-d1b1e6ab83fc tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:20.748905 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d2fb7ed4-7ecc-4a98-815e-46a1e77419e5 req-c0801e89-74df-481b-a05f-d1b1e6ab83fc tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0796373 May 10 17:37:20.793283 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-d2fb7ed4-7ecc-4a98-815e-46a1e77419e5 req-621047f6-6ac0-4d4f-ac5a-0913bef5a5a6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 May 10 17:37:21.980524 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a746b00-74dc-4a57-ae5d-13ffc312cf6c req-952dd237-b819-41f4-92c4-2a4b309745f5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:21.982019 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a746b00-74dc-4a57-ae5d-13ffc312cf6c req-952dd237-b819-41f4-92c4-2a4b309745f5 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0807683 May 10 17:37:22.026689 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4a746b00-74dc-4a57-ae5d-13ffc312cf6c req-f451793c-f46a-4239-93c2-8dd36d86999a tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 May 10 17:37:22.525788 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-6352e74e-a66d-4451-a272-c82d2fc79bea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750372 May 10 17:37:22.527364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93973bb-288e-499f-8cb5-9afb8cf39fec req-be5422dc-8b63-4703-92c6-8bf6a5eda1a6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:22.528799 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c93973bb-288e-499f-8cb5-9afb8cf39fec req-be5422dc-8b63-4703-92c6-8bf6a5eda1a6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0822716 May 10 17:37:22.575113 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-c93973bb-288e-499f-8cb5-9afb8cf39fec req-da8b6e05-7f3a-4b02-9519-f6808690e044 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404727 May 10 17:37:23.022889 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8f523b0e-73a6-4dbc-8fa8-77b96e8cfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.437675 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:37:23.552185 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.577974 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:23.588042 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:23.619499 dv-cinder-786384-3-smb neutron-server[79237]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'code': 422} returned with failed status May 10 17:37:23.633796 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:23.635756 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-990c875d-788f-4ee6-9c64-c85b87aafc79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:23.704936 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=6']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:23.712469 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.712823 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.713170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.713508 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.713842 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.714175 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.714508 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.714856 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.715190 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.715517 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.715843 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.716165 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:37:23.720091 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:23.777413 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c52e73-209c-4e36-802f-dcad73433d96 req-072abe65-1cd3-419d-a54b-1b243da9017c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:23.778889 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7c52e73-209c-4e36-802f-dcad73433d96 req-072abe65-1cd3-419d-a54b-1b243da9017c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.0859723 May 10 17:37:23.824935 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-d7c52e73-209c-4e36-802f-dcad73433d96 req-51f15b5d-3916-4709-8ccb-9a9296939257 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 May 10 17:37:24.796030 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-e969425e-7769-4a5d-8308-0f383d11aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.797482 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-e969425e-7769-4a5d-8308-0f383d11aafa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946&tenant_id=9a97494611a149309396ff1d29849c58 HTTP/1.1" status: 200 len: 1096 time: 0.0705218 May 10 17:37:24.891332 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-fbfb5e62-a174-4b24-a2e7-b03f10df422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:24.893286 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-fbfb5e62-a174-4b24-a2e7-b03f10df422d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1096 time: 0.0749130 May 10 17:37:25.016985 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be2f98-7dc8-4af0-a2c1-a0cb666c9c3e req-fd87811a-9462-4c94-85d2-ac5927eefa1d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.019033 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-55be2f98-7dc8-4af0-a2c1-a0cb666c9c3e req-fd87811a-9462-4c94-85d2-ac5927eefa1d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.0795896 May 10 17:37:25.025935 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-fde86bfe-29c0-4510-8725-930670d6e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.027409 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-fde86bfe-29c0-4510-8725-930670d6e122 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1272559 May 10 17:37:25.063363 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-55be2f98-7dc8-4af0-a2c1-a0cb666c9c3e req-3892e312-beca-4caa-8e50-242a5230be56 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381353 May 10 17:37:25.129910 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-be88045f-e8be-43c3-ae3a-c73d183cc7f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 999 time: 0.0963981 May 10 17:37:25.189266 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-712e82ea-4d17-4c49-a2cf-4604c955b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.191162 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-712e82ea-4d17-4c49-a2cf-4604c955b188 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0551989 May 10 17:37:25.262987 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-7761ff4c-1098-40bb-b1aa-133219f4f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:25.264405 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-7761ff4c-1098-40bb-b1aa-133219f4f648 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669529 May 10 17:37:25.359671 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:25.393138 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-69f74a27-421b-40cc-ac83-0154033028af service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226735 May 10 17:37:25.521887 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-1b25a04d-b0cf-4505-bb0a-bcefabd36376 req-67718b1a-1463-4aa1-a854-956bf7073742 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225088 May 10 17:37:25.637569 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-df5352e6-d727-4288-9d57-85e30ec97195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:26.334041 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36495801-ef53-45e7-9df9-2940e89af7a7 req-95a3445a-3316-4243-9696-8d448ed6ff3d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:26.335486 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-36495801-ef53-45e7-9df9-2940e89af7a7 req-95a3445a-3316-4243-9696-8d448ed6ff3d tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.1664331 May 10 17:37:26.380535 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-36495801-ef53-45e7-9df9-2940e89af7a7 req-a766583a-1ca7-4660-800f-f70593012d2a tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 May 10 17:37:26.410841 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:27.458521 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=79237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 17:37:27.567538 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb13a3-8fb5-4859-a98d-58b6c382b244 req-3318484b-a760-4494-986c-67cff988dd67 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:27.569207 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5fdb13a3-8fb5-4859-a98d-58b6c382b244 req-3318484b-a760-4494-986c-67cff988dd67 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 943 time: 0.0854297 May 10 17:37:27.614155 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-5fdb13a3-8fb5-4859-a98d-58b6c382b244 req-3624d26b-9737-40b7-bf21-73fd9443e781 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393584 May 10 17:37:27.628069 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:27.641173 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Returning: {'device': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'port_id': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'mac_address': 'fa:16:3e:27:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 17:37:27.698465 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:27.714703 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bea1ed-8e44-489e-951d-7e769a8af4c8 {{(pid=79237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 17:37:27.729774 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:27.803244 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:27.804959 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:27.869012 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=7']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:27.871979 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:28.009566 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] get_ports_and_sgs() called for port_ids ['c5bea1ed-8e44-489e-951d-7e769a8af4c8'] {{(pid=79237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 17:37:28.245845 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:28.811263 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab4bc9-b82e-40dd-81d7-bbb69e6bc4bf req-72103c01-9547-4b89-bdfe-05ec8cdda457 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:28.812699 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4aab4bc9-b82e-40dd-81d7-bbb69e6bc4bf req-72103c01-9547-4b89-bdfe-05ec8cdda457 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 944 time: 0.0824821 May 10 17:37:28.857571 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4aab4bc9-b82e-40dd-81d7-bbb69e6bc4bf req-ce413dcb-bf1e-4a63-a318-68f368b67ecd tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385170 May 10 17:37:29.469260 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 up at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 17:37:29.543712 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.provisioning_blocks [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Provisioning complete for port c5bea1ed-8e44-489e-951d-7e769a8af4c8 triggered by entity L2. {{(pid=79237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 17:37:29.544079 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3534021'] for port, provisioning_complete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.658560 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652690'] for port, before_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.684219 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:37:29.693349 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:37:29.727749 dv-cinder-786384-3-smb neutron-server[79237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'code': 200} May 10 17:37:29.782593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764545509223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764545088278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764545088323'] for port, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:29.784991 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-8d7cb89b-64ca-4574-91c8-cd8087f94d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:37:29.851898 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Pushing event updated for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=8']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:37:29.854961 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:37:30.089446 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105504f7-f0a6-44c7-847f-02224d93e4db req-a2c138a7-4115-47ed-bd3e-7f1041331e08 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.090898 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-105504f7-f0a6-44c7-847f-02224d93e4db req-a2c138a7-4115-47ed-bd3e-7f1041331e08 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.1302824 May 10 17:37:30.117988 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a88c5c-5a5b-4f7d-88c2-746a8f236b3e req-b2a1f1cc-5f1b-4417-b4e2-50806c4b0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:30.119373 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-66a88c5c-5a5b-4f7d-88c2-746a8f236b3e req-b2a1f1cc-5f1b-4417-b4e2-50806c4b0c7c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.1123197 May 10 17:37:30.168721 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-105504f7-f0a6-44c7-847f-02224d93e4db req-818c6b63-de54-4f40-a1f6-905096f374c6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656774 May 10 17:37:30.176112 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-66a88c5c-5a5b-4f7d-88c2-746a8f236b3e req-23e0415b-fbac-447f-9bd5-b0c994a0ffb1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497217 May 10 17:37:31.353209 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f7a2c-631e-4004-bbe4-90636420632d req-d9badc2a-bc4d-4701-a84e-2d07cc876cc2 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:37:31.354676 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b76f7a2c-631e-4004-bbe4-90636420632d req-d9badc2a-bc4d-4701-a84e-2d07cc876cc2 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0799992 May 10 17:37:31.402296 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-b76f7a2c-631e-4004-bbe4-90636420632d req-6e6a7584-ecbc-4325-b598-f740e170f84e tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 May 10 17:37:31.976567 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:53.027656 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1ae37c93-4466-49c7-be96-77b51af6b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.362846 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:55.633301 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8375445a-c9ae-4cef-ab8e-0867f9ec0732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:56.471372 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:37:57.193612 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:37:58.225482 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:01.964537 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:07.493573 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-90ba97a4-c3d3-435e-8b56-a7220f463bd5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232885 May 10 17:38:07.629733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-ffe6377e-d43a-499d-8889-fa488d67b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.631209 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-ffe6377e-d43a-499d-8889-fa488d67b0b3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0701985 May 10 17:38:07.775318 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-5c6e95a0-53a5-441d-a871-0df26d02cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.776767 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-5c6e95a0-53a5-441d-a871-0df26d02cce8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1276200 May 10 17:38:07.880189 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-805fca4d-b1ae-4568-aea2-ee550cdadcd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 1001 time: 0.0966284 May 10 17:38:07.941219 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-0a5ae6ed-6a9f-459b-b9f9-629939186ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:07.942593 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-0a5ae6ed-6a9f-459b-b9f9-629939186ff4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0560770 May 10 17:38:08.017909 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-3f0aebc1-d647-4aaf-8f6a-b25cd333d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:08.019386 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-3f0aebc1-d647-4aaf-8f6a-b25cd333d508 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708582 May 10 17:38:08.030217 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-26270a51-bd01-4267-8555-01a148fb93f9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=79236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 17:38:08.031155 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-26270a51-bd01-4267-8555-01a148fb93f9 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054207 May 10 17:38:08.158178 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-da99350f-eca1-485c-a508-c3f9574f2a38 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211400 May 10 17:38:08.285626 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-bd9c0923-1d06-49bb-a28a-1dd28fa67920 req-60546d37-4deb-4cde-b7bc-7302f0ab974b service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208701 May 10 17:38:23.027295 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b4a680f6-a2d2-4f54-abb0-a1e037a621ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.357142 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:25.627023 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b9e7e48f-3274-4c82-a60c-b1aad4c66d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:26.415963 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:28.226998 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:31.957333 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:34.192291 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:38:47.338554 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50244) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:47.679686 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Deleting port 14c655b3-80a1-46b8-9959-8af036b9bd6e {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:47.679952 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.797966 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.798300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:47.919221 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Calling delete_port for 14c655b3-80a1-46b8-9959-8af036b9bd6e owned by network:floatingip {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:48.089743 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:48.094038 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c7f05ce3-3ae9-4dec-b42e-961c4e4586d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:48.162342 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event deleted for resources: {'Port': ['ID=14c655b3-80a1-46b8-9959-8af036b9bd6e,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:48.182564 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.182966 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.183352 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.183696 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.184051 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.184404 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.184753 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.185102 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.185451 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.185800 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.186147 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.186491 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:48.190256 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:48.242268 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for floatingip, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:48.242601 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.db.l3_db [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Floating IP 06701db0-b362-453f-bfa6-67271eb7fc81 disassociated (deleted). External IP: 172.28.3.227, port: c5bea1ed-8e44-489e-951d-7e769a8af4c8. May 10 17:38:48.587936 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Router 42902912-b9bc-46e3-938e-8c75cf9434ed has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:48.765075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:48.775681 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Sync routers for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:48.782384 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for floatingip, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:48.784757 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:48.786181 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:48.839199 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-b56ee36c-48ff-43ec-9bad-f0eafcaa7d82 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "DELETE /v2.0/floatingips/06701db0-b362-453f-bfa6-67271eb7fc81 HTTP/1.1" status: 204 len: 168 time: 1.4970832 May 10 17:38:48.839199 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:48.972722 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:49.020445 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'status': 'completed', 'code': 200} May 10 17:38:49.112527 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e055a-f2a3-44a4-9392-26f110edc87d req-d7c6c5e9-12fb-43bb-bf4e-7cb2ee93f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.113899 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-d7c6c5e9-12fb-43bb-bf4e-7cb2ee93f42e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9a97494611a149309396ff1d29849c58&device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 1098 time: 0.0716543 May 10 17:38:49.246782 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e055a-f2a3-44a4-9392-26f110edc87d req-a3e6fab8-0dab-4aae-bbf3-4cbeabd26b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.248260 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-a3e6fab8-0dab-4aae-bbf3-4cbeabd26b8f service neutron] 10.222.0.38 "GET /v2.0/networks?id=59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 200 len: 910 time: 0.1281929 May 10 17:38:49.285232 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:49.289426 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Checking router: 42902912-b9bc-46e3-938e-8c75cf9434ed for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:49.298118 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:49.301005 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:26Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:49.320060 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-85119218-4d95-4f00-8c38-295f0d5dab5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 200 len: 217 time: 0.0655606 May 10 17:38:49.384638 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e055a-f2a3-44a4-9392-26f110edc87d req-d086c84a-ba95-4004-bfaf-fc86aaf0bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.386083 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-d086c84a-ba95-4004-bfaf-fc86aaf0bf51 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 200 len: 848 time: 0.0587637 May 10 17:38:49.534430 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:49.582649 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e055a-f2a3-44a4-9392-26f110edc87d req-3d2e5f7d-1b81-4472-bdb5-c8548d0d4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.584485 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-3d2e5f7d-1b81-4472-bdb5-c8548d0d4aa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=59096b87-dad4-48c3-a24d-e7a5587bc1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1914167 May 10 17:38:49.592569 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c2f7d-1f68-4376-8e10-776c38626623 req-3c058bfe-a00e-4820-aae1-a3c4ff15f82c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:49.593263 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-909c2f7d-1f68-4376-8e10-776c38626623 req-3c058bfe-a00e-4820-aae1-a3c4ff15f82c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:49.661212 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.quota.resource [req-909c2f7d-1f68-4376-8e10-776c38626623 req-3c058bfe-a00e-4820-aae1-a3c4ff15f82c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:49.662316 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-909c2f7d-1f68-4376-8e10-776c38626623 req-3c058bfe-a00e-4820-aae1-a3c4ff15f82c tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.3234324 May 10 17:38:49.709799 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [req-909c2f7d-1f68-4376-8e10-776c38626623 req-0ab94997-fbac-4f8f-a736-e9602fe52fb6 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 May 10 17:38:49.722273 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-685c289c-c919-42bd-ac97-865c4f05a094 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303041 May 10 17:38:49.855578 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:49.856235 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-604e055a-f2a3-44a4-9392-26f110edc87d req-aeae7c1f-b341-4c42-8fb2-ab26058fbb71 service neutron] 10.222.0.38 "GET /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268797 May 10 17:38:49.859626 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e1de3-e8de-42a2-af1b-b1ea59ed003b None None] The sync data for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb is: [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:34:21Z', 'revision_number': 4, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb', '_interfaces': [{'id': '2fe4ee03-3969-4746-9756-d35e673495b4', 'name': '', 'network_id': '59096b87-dad4-48c3-a24d-e7a5587bc1b6', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'mac_address': 'fa:16:3e:fe:3d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:20Z', 'updated_at': '2021-05-10T17:34:27Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'subnets': [{'id': 'fca82f88-e181-4ae9-bfe4-e1334d471d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:50.063940 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773588f4-7439-46e3-8e62-669b9e296e32 None None] New status for floating IP 06701db0-b362-453f-bfa6-67271eb7fc81: DOWN {{(pid=79238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 17:38:50.680093 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-c3bcf920-492f-4e9b-8ce3-d94589258441 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:50.681609 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-c3bcf920-492f-4e9b-8ce3-d94589258441 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.38 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.0787029 May 10 17:38:50.822995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Deleting port c5bea1ed-8e44-489e-951d-7e769a8af4c8 {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:50.822995 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.005216 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] For port c5bea1ed-8e44-489e-951d-7e769a8af4c8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c5bea1ed-8e44-489e-951d-7e769a8af4c8,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:51.005473 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.076543 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec0f2d-4ff5-4dfe-a867-548a0ac56e5f req-e872a51d-d3df-403e-90fe-c7d2b10cf208 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 17:38:51.077977 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72ec0f2d-4ff5-4dfe-a867-548a0ac56e5f req-e872a51d-d3df-403e-90fe-c7d2b10cf208 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 945 time: 0.2618868 May 10 17:38:51.139416 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Calling delete_port for c5bea1ed-8e44-489e-951d-7e769a8af4c8 owned by compute:nova {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:51.190756 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-72ec0f2d-4ff5-4dfe-a867-548a0ac56e5f req-f73f19d7-45b1-4d52-b6b9-0485c25846e7 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/security-groups?id=12bd4eb2-087d-4e14-adb1-a67522968d77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580549 May 10 17:38:51.347255 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.357143 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-cb7c40c1-5ff8-41b8-8d97-5269a5bd0f4f tempest-VolumesNegativeTest-153920785 tempest-VolumesNegativeTest-153920785-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:51.397554 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event deleted for resources: {'Port': ['ID=c5bea1ed-8e44-489e-951d-7e769a8af4c8,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:51.435147 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.435378 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.435742 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.436098 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.436444 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.436791 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.437135 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.437478 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.437822 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.438165 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.438509 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.438873 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:51.446363 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:51.482699 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] No DVR routers for this DVR port c5bea1ed-8e44-489e-951d-7e769a8af4c8 on host hv-cinder-78638 {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:51.484994 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213583'] for port, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:51.487960 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-deleted', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8'}] {{(pid=79236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 17:38:51.563843 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-4225d9d5-c6ab-4e20-8a4e-858282be60b2 req-2a79645f-dace-4218-9ae1-0db3b0eb084f tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.38 "DELETE /v2.0/ports/c5bea1ed-8e44-489e-951d-7e769a8af4c8 HTTP/1.1" status: 204 len: 173 time: 0.8772209 May 10 17:38:51.595152 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a49e2-c23a-4fec-a722-eda0fedbd946', 'name': 'network-vif-deleted', 'tag': 'c5bea1ed-8e44-489e-951d-7e769a8af4c8', 'status': 'completed', 'code': 200} May 10 17:38:52.338505 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-81e4c59d-c28e-4185-9fbe-6d1d8473879f req-85265c66-2b74-4345-b89b-0a6678816650 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Synchronizing usage tracker for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 17:38:52.427050 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.quota.resource [req-81e4c59d-c28e-4185-9fbe-6d1d8473879f req-85265c66-2b74-4345-b89b-0a6678816650 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Unset dirty status for tenant:9a97494611a149309396ff1d29849c58 on resource:port {{(pid=79236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 17:38:52.428283 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [req-81e4c59d-c28e-4185-9fbe-6d1d8473879f req-85265c66-2b74-4345-b89b-0a6678816650 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "GET /v2.0/ports?device_id=714a49e2-c23a-4fec-a722-eda0fedbd946 HTTP/1.1" status: 200 len: 210 time: 0.1332281 May 10 17:38:53.044215 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-ebf6375e-e27e-44a0-84ec-6924209cc690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.520884 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50272) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:53.588085 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.617415 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.752865 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.757725 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-acaff8a7-a68d-4ce2-bb9e-e0734f8139b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:53.775626 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bd4eb2-087d-4e14-adb1-a67522968d77,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:53.777966 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:53.848895 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] Notify callbacks [] for security_group, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:53.850032 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-3ccff872-cbcd-44ee-b7f4-78ab709e1e18 tempest-TestShelveInstance-1315484830 tempest-TestShelveInstance-1315484830-project] 10.222.0.26 "DELETE /v2.0/security-groups/12bd4eb2-087d-4e14-adb1-a67522968d77 HTTP/1.1" status: 204 len: 168 time: 0.3281784 May 10 17:38:53.901144 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:53.934430 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] No Port match for: c5bea1ed-8e44-489e-951d-7e769a8af4c8 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:53.934778 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Device c5bea1ed-8e44-489e-951d-7e769a8af4c8 not bound to the agent host hv-cinder-78638 {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:53.970229 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50278) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:54.488594 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:54.884779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Deleting port 2fe4ee03-3969-4746-9756-d35e673495b4 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:54.885455 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.005531 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] For port 2fe4ee03-3969-4746-9756-d35e673495b4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=2fe4ee03-3969-4746-9756-d35e673495b4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:55.005800 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.216843 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Calling delete_port for 2fe4ee03-3969-4746-9756-d35e673495b4 owned by network:router_interface {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:55.404294 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.421532 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.425896 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2558c54b-9515-41e6-8dab-f4f8c6c0c8e1 tempest-AttachVolumeShelveTestJSON-55232337 tempest-AttachVolumeShelveTestJSON-55232337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:55.466869 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe4ee03-3969-4746-9756-d35e673495b4,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:55.470813 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:55.621567 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc862-3b2c-4ccc-8d31-8eccc39a428a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:55.733001 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.085762 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Router 42902912-b9bc-46e3-938e-8c75cf9434ed has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:38:56.256618 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:38:56.273367 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Sync routers for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:38:56.274906 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:56.275534 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:56.371797 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-15da3c48-3f96-4fda-8346-549eb06592b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/42902912-b9bc-46e3-938e-8c75cf9434ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003336 May 10 17:38:56.374073 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50282) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:56.461492 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:56.502247 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.550867 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.746666 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:38:55Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:56.750353 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Checking router: 42902912-b9bc-46e3-938e-8c75cf9434ed for host: dv-cinder-786384-3-smb {{(pid=79237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:38:56.758850 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Routers {'42902912-b9bc-46e3-938e-8c75cf9434ed'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:38:56.759446 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['42902912-b9bc-46e3-938e-8c75cf9434ed'], 'active': True} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:56.834633 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:56.934817 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvr_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] Set router 42902912-b9bc-46e3-938e-8c75cf9434ed gateway port host: dv-cinder-786384-3-smb {{(pid=79237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:38:56.961912 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Deleting port f876aee8-32ce-4524-a645-d6697eefe7bd {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:56.962260 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.082619 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] For port f876aee8-32ce-4524-a645-d6697eefe7bd, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f876aee8-32ce-4524-a645-d6697eefe7bd,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:57.083003 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.206229 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Calling delete_port for f876aee8-32ce-4524-a645-d6697eefe7bd owned by network:router_gateway {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:57.260535 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_hamode_db [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:38:55Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:57.264507 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628262ee-1bfe-487c-9c1b-4321cece769b None None] The sync data for ids ['42902912-b9bc-46e3-938e-8c75cf9434ed'] in dv-cinder-786384-3-smb is: [{'id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'name': 'tempest-TestShelveInstance-1174119715-router', 'tenant_id': '9a97494611a149309396ff1d29849c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:16Z', 'updated_at': '2021-05-10T17:38:55Z', 'revision_number': 5, 'project_id': '9a97494611a149309396ff1d29849c58', 'gw_port': {'id': 'f876aee8-32ce-4524-a645-d6697eefe7bd', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42902912-b9bc-46e3-938e-8c75cf9434ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:17Z', 'updated_at': '2021-05-10T17:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:38:57.409917 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.414298 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-c5aefa33-540c-498c-b1b1-749bc6f5e263 tempest-VolumesActionsTest-1732127064 tempest-VolumesActionsTest-1732127064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:57.457903 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f876aee8-32ce-4524-a645-d6697eefe7bd,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:57.482649 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:57.548885 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.722554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 2fe4ee03-3969-4746-9756-d35e673495b4 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:57.727489 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.731992 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.761256 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 2fe4ee03-3969-4746-9756-d35e673495b4 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:57.761604 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 2fe4ee03-3969-4746-9756-d35e673495b4 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:57.833035 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.833579 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42902912-b9bc-46e3-938e-8c75cf9434ed {{(pid=79235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:38:57.846179 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.848291 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-70e7b65d-130b-4e78-98bc-c02a6c6846f7 admin admin] 10.222.0.26 "DELETE /v2.0/routers/42902912-b9bc-46e3-938e-8c75cf9434ed HTTP/1.1" status: 204 len: 168 time: 1.4727247 May 10 17:38:57.850224 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50286) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:57.913075 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.db_base_plugin_v2 [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Deleting subnet fca82f88-e181-4ae9-bfe4-e1334d471d9f {{(pid=79235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:38:57.916173 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:57.968409 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1884858'] for subnet, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.043949 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.210058 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.358902 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10589866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11479405'] for subnet, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.362808 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-a5ea2065-79ad-4144-bfc7-8643310b1da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:58.395981 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca82f88-e181-4ae9-bfe4-e1334d471d9f,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:58.399770 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:58.402416 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for subnet, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.407816 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0ae4b-5f0d-4802-ac8b-2258fc9c8d09 None None] Network 59096b87-dad4-48c3-a24d-e7a5587bc1b6 requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:38:58.408274 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-be335470-1f97-4705-9ff9-378670dedbb1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fca82f88-e181-4ae9-bfe4-e1334d471d9f HTTP/1.1" status: 204 len: 168 time: 0.5569274 May 10 17:38:58.410707 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50290) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:58.611907 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.658688 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] DHCP port deletion for 59096b87-dad4-48c3-a24d-e7a5587bc1b6 request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:38:58.686164 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Deleting port 57cdce5a-8903-422f-b34e-a2a37466c4e4 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:58.686511 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.724931 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Deleting port 57cdce5a-8903-422f-b34e-a2a37466c4e4 {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:38:58.725536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.788321 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] For port 57cdce5a-8903-422f-b34e-a2a37466c4e4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=57cdce5a-8903-422f-b34e-a2a37466c4e4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:58.788679 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.823422 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] For port 57cdce5a-8903-422f-b34e-a2a37466c4e4, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=57cdce5a-8903-422f-b34e-a2a37466c4e4,segment=NetworkSegment(0c3a81db-17c0-410f-a219-3e800e6e37aa),segment_id=0c3a81db-17c0-410f-a219-3e800e6e37aa)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:38:58.823989 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:58.917058 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Calling delete_port for 57cdce5a-8903-422f-b34e-a2a37466c4e4 owned by network:dhcp {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:58.944017 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Calling delete_port for 57cdce5a-8903-422f-b34e-a2a37466c4e4 owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:38:59.021258 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.026273 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-2e674c02-5694-4b99-90f7-e097da812a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.026952 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.031388 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.070497 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=57cdce5a-8903-422f-b34e-a2a37466c4e4,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.072323 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] No DVR routers for this DVR port 57cdce5a-8903-422f-b34e-a2a37466c4e4 on host dv-cinder-786384-3-smb {{(pid=79235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:59.073593 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Pushing event deleted for resources: {'Port': ['ID=57cdce5a-8903-422f-b34e-a2a37466c4e4,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.073764 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.078406 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] No DVR routers for this DVR port 57cdce5a-8903-422f-b34e-a2a37466c4e4 on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:38:59.085172 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.085524 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.085869 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.086206 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.086536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.086898 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.087228 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.087558 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.087919 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.088278 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.088554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.088879 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786384-3-smb {{(pid=79237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 17:38:59.091693 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-835205d4-8abe-4ce5-8761-838fb4e57348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.186168 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.199008 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59096b87-dad4-48c3-a24d-e7a5587bc1b6']}} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:59.211201 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3a81db-17c0-410f-a219-3e800e6e37aa') {'for_net_delete': True} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:59.211497 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.services.segments.db [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3a81db-17c0-410f-a219-3e800e6e37aa') {} {{(pid=79235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:38:59.222916 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1884837'] for segment, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.238300 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.244124 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=79235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:38:59.244502 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10589900'] for segment, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: Traceback (most recent call last): May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: timer() May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: cb(*args, **kw) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: return func(*args, **kwargs) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: self._notify() May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: self.callback(batched_events) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: event.method(event) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: return f(self, *a, **k) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: return self._get(url).json() May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: return self.request(url, 'GET', **kwargs) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:38:59.257686 dv-cinder-786384-3-smb neutron-server[79235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:38:59.391245 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.395543 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:38:59.409102 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:38:59.414965 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 57cdce5a-8903-422f-b34e-a2a37466c4e4 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:59.419688 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=59096b87-dad4-48c3-a24d-e7a5587bc1b6,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:38:59.424404 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:38:59.427888 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-d1078094-77a8-4bf3-a0af-e9605cf4f6ad admin admin] 10.222.0.26 "DELETE /v2.0/networks/59096b87-dad4-48c3-a24d-e7a5587bc1b6 HTTP/1.1" status: 204 len: 168 time: 1.0162554 May 10 17:38:59.430729 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50294) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:38:59.455536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 57cdce5a-8903-422f-b34e-a2a37466c4e4 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:59.455536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 57cdce5a-8903-422f-b34e-a2a37466c4e4 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:59.455536 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f876aee8-32ce-4524-a645-d6697eefe7bd no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:38:59.487493 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: f876aee8-32ce-4524-a645-d6697eefe7bd {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:38:59.487841 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f876aee8-32ce-4524-a645-d6697eefe7bd not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:38:59.955018 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-400963'] for router_interface, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.449587 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Deleting port 90370ea2-225a-41a6-af6a-6e8e333f2870 {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:00.450322 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.568779 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] For port 90370ea2-225a-41a6-af6a-6e8e333f2870, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=90370ea2-225a-41a6-af6a-6e8e333f2870,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:00.569135 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.689302 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Calling delete_port for 90370ea2-225a-41a6-af6a-6e8e333f2870 owned by network:router_interface {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:00.918099 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:00.921818 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-63b34ed2-c6b6-4823-8142-29fee017301c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:00.964571 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Pushing event deleted for resources: {'Port': ['ID=90370ea2-225a-41a6-af6a-6e8e333f2870,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:00.968161 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:01.232695 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405747'] for router_interface, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:01.689936 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Router da5eb03b-4331-4ce9-b04e-299d290d7d19 has already been hosted by L3 agent 0f88510d-7cbc-4500-8bc1-0c1d9c66bb29 {{(pid=79235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 17:39:01.865760 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] Notify agent at l3_agent.dv-cinder-786384-3-smb the message routers_updated {{(pid=79235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 17:39:01.873960 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Sync routers for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 17:39:01.883813 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:01.884422 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:01.948872 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-ec5ab674-162c-4769-9b0a-eeec69ed4151 admin admin] 10.222.0.26 "PUT /v2.0/routers/da5eb03b-4331-4ce9-b04e-299d290d7d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5168698 May 10 17:39:01.951110 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.wsgi [-] (79235) accepted ('10.222.0.26', 50298) {{(pid=79235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:01.975500 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.059176 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:02.130465 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks [] for router, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.303132 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.339179 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:02.342954 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Checking router: da5eb03b-4331-4ce9-b04e-299d290d7d19 for host: dv-cinder-786384-3-smb {{(pid=79238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 17:39:02.351238 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Routers {'da5eb03b-4331-4ce9-b04e-299d290d7d19'} bound to L3 agent in host dv-cinder-786384-3-smb {{(pid=79238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 17:39:02.351876 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786384-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:19:56Z,description=,heartbeat_timestamp=2021-05-10T17:38:56Z,host='dv-cinder-786384-3-smb',id=0f88510d-7cbc-4500-8bc1-0c1d9c66bb29,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T17:19:56Z,topic='l3_agent')) {'router_ids': ['da5eb03b-4331-4ce9-b04e-299d290d7d19'], 'active': True} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:02.508409 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Deleting port a7f60e18-7033-4f0b-85c1-8d69d794f00e {{(pid=79235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:02.508823 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.558493 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_dvr_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] Set router da5eb03b-4331-4ce9-b04e-299d290d7d19 gateway port host: dv-cinder-786384-3-smb {{(pid=79238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 17:39:02.627773 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.db [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] For port a7f60e18-7033-4f0b-85c1-8d69d794f00e, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=a7f60e18-7033-4f0b-85c1-8d69d794f00e,segment=NetworkSegment(c68cf24c-4ffc-44bf-a902-d8eecd6f95ac),segment_id=c68cf24c-4ffc-44bf-a902-d8eecd6f95ac)] {{(pid=79235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:02.628125 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.748095 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.plugins.ml2.plugin [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Calling delete_port for a7f60e18-7033-4f0b-85c1-8d69d794f00e owned by network:router_gateway {{(pid=79235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:02.839145 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.l3_hamode_db [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}], 'dv-cinder-786384-3-smb', False) {} {{(pid=79238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:02.843209 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413be93-0029-40ef-ae44-04eda1beb068 None None] The sync data for ids ['da5eb03b-4331-4ce9-b04e-299d290d7d19'] in dv-cinder-786384-3-smb is: [{'id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'name': 'tempest-TestShelveInstance-1041177234-router', 'tenant_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'external_fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:34:24Z', 'updated_at': '2021-05-10T17:39:00Z', 'revision_number': 5, 'project_id': 'fd2a6ccea6cb43148aff15cf674aba7c', 'gw_port': {'id': 'a7f60e18-7033-4f0b-85c1-8d69d794f00e', 'name': '', 'network_id': 'b31940cc-4a0d-4c48-822f-2a6aaed59f93', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5eb03b-4331-4ce9-b04e-299d290d7d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786384-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:34:25Z', 'updated_at': '2021-05-10T17:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c99aa11c-6bde-47e4-82b0-763997b0e5ba', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786384-3-smb'}] {{(pid=79238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 17:39:02.975429 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10589945'] for port, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:02.979902 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-4ac2bdd5-8148-4c31-bba8-ebda82190fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:03.047250 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f60e18-7033-4f0b-85c1-8d69d794f00e,revision_number=None']} {{(pid=79235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:03.049353 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG oslo_concurrency.lockutils [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:03.114544 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396135'] for router_gateway, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.407073 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-468283', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40280'] for router, precommit_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.409362 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.435645 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 90370ea2-225a-41a6-af6a-6e8e333f2870 no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:03.469687 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: 90370ea2-225a-41a6-af6a-6e8e333f2870 {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:03.470594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device 90370ea2-225a-41a6-af6a-6e8e333f2870 not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:03.495540 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-468085'] for router, after_delete {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.496085 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da5eb03b-4331-4ce9-b04e-299d290d7d19 {{(pid=79235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 17:39:03.508506 dv-cinder-786384-3-smb neutron-server[79235]: DEBUG neutron_lib.callbacks.manager [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] Notify callbacks [] for router, before_response {{(pid=79235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.509771 dv-cinder-786384-3-smb neutron-server[79235]: INFO neutron.wsgi [None req-844a73a2-0665-4638-b29e-96308e5ec500 admin admin] 10.222.0.26 "DELETE /v2.0/routers/da5eb03b-4331-4ce9-b04e-299d290d7d19 HTTP/1.1" status: 204 len: 168 time: 1.5568507 May 10 17:39:03.512344 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50302) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:03.574172 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Deleting subnet 5594001a-1bb3-4c0b-baaa-8818a37ae49b {{(pid=79236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 17:39:03.577322 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.631000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1699070'] for subnet, precommit_delete_associations {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:03.707434 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3529399'] for subnet, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.107118 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3529400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4011482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1889527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10743764'] for subnet, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.111595 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-88f66ac1-de2d-463e-999c-515fc2cfe17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.145034 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5594001a-1bb3-4c0b-baaa-8818a37ae49b,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.148305 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.149195 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.154943 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e8f2559b-9d05-4bcd-9cbb-e0594fed9188 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5594001a-1bb3-4c0b-baaa-8818a37ae49b HTTP/1.1" status: 204 len: 168 time: 0.6415470 May 10 17:39:04.155278 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaea7f8c-2356-413f-85a0-08cf869cc8d2 None None] Network 152aceb5-e8c0-4a92-8c37-dbaed5e9598f requested from dv-cinder-786384-3-smb {{(pid=79237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 17:39:04.157334 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50306) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:04.260587 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3616951'] for network, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.334733 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Deleting port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a {{(pid=79236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:04.335090 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.401708 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] DHCP port deletion for 152aceb5-e8c0-4a92-8c37-dbaed5e9598f request from dv-cinder-786384-3-smb {{(pid=79237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 17:39:04.432973 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.db [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] For port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:04.433326 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.465424 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Deleting port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a {{(pid=79237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 17:39:04.466008 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764545505181'] for port, before_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.558410 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.plugin [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Calling delete_port for f9a7416a-9d6f-4d9a-912f-2e3eea410c0a owned by network:dhcp {{(pid=79236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:04.564014 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.db [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] For port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a, host dv-cinder-786384-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786384-3-smb',level=0,port_id=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,segment=NetworkSegment(be11b81d-2cef-4702-ae8d-cd37fdf6de42),segment_id=be11b81d-2cef-4702-ae8d-cd37fdf6de42)] {{(pid=79237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 17:39:04.564410 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-408505'] for port, precommit_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.667059 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1889444'] for port, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.671826 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-91505487-fc8a-412e-b415-864629445f38 tempest-AttachVolumeNegativeTest-1954374822 tempest-AttachVolumeNegativeTest-1954374822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.683702 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Calling delete_port for f9a7416a-9d6f-4d9a-912f-2e3eea410c0a owned by network:dhcp {{(pid=79237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 17:39:04.717666 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] No DVR routers for this DVR port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a on host dv-cinder-786384-3-smb {{(pid=79236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:39:04.728162 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652625', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-9864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764545509232', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764545088269'] for port, after_delete {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.731647 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:04.749734 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.752364 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.799811 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Pushing event deleted for resources: {'Port': ['ID=f9a7416a-9d6f-4d9a-912f-2e3eea410c0a,revision_number=None']} {{(pid=79237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:04.803205 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG oslo_concurrency.lockutils [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:04.805547 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a01ab-3450-498d-a6b5-0deccdfb56e4 None None] No DVR routers for this DVR port f9a7416a-9d6f-4d9a-912f-2e3eea410c0a on host dv-cinder-786384-3-smb {{(pid=79237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 17:39:04.845631 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3531596', 'neutron.services.segments.db._delete_segments_for_network-8764545515677'] for network, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.858225 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152aceb5-e8c0-4a92-8c37-dbaed5e9598f']}} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:04.869817 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be11b81d-2cef-4702-ae8d-cd37fdf6de42') {'for_net_delete': True} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:04.870108 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.services.segments.db [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be11b81d-2cef-4702-ae8d-cd37fdf6de42') {} {{(pid=79236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 17:39:04.881061 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764545527655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1699041'] for segment, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.901000 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068'] for segment, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.906837 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=79236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 17:39:04.918720 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3528068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1889425'] for segment, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: Traceback (most recent call last): May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: timer() May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: cb(*args, **kw) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: return func(*args, **kwargs) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: self._notify() May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: self.callback(batched_events) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: event.method(event) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: aggregate_uuid = self.p_client.list_aggregates( May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: return f(self, *a, **k) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: return self._get(url).json() May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: return self.request(url, 'GET', **kwargs) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: base_url = self.get_endpoint(auth, allow=allow, May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 17:39:04.920560 dv-cinder-786384-3-smb neutron-server[79236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 17:39:05.055650 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3531573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396149'] for network, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.059283 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.072611 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683749'] for network, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.083126 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=152aceb5-e8c0-4a92-8c37-dbaed5e9598f,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.089791 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.090536 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-b685fae6-fe9d-4936-8181-52fbad2d25b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/152aceb5-e8c0-4a92-8c37-dbaed5e9598f HTTP/1.1" status: 204 len: 168 time: 0.9323146 May 10 17:39:05.416110 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device a7f60e18-7033-4f0b-85c1-8d69d794f00e no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:05.449824 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: a7f60e18-7033-4f0b-85c1-8d69d794f00e {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:05.450104 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device a7f60e18-7033-4f0b-85c1-8d69d794f00e not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:05.450526 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f9a7416a-9d6f-4d9a-912f-2e3eea410c0a no longer exists at agent ovs-agent-dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 17:39:05.485115 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] No Port match for: f9a7416a-9d6f-4d9a-912f-2e3eea410c0a {{(pid=79237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 17:39:05.489581 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron.plugins.ml2.rpc [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Device f9a7416a-9d6f-4d9a-912f-2e3eea410c0a not bound to the agent host dv-cinder-786384-3-smb {{(pid=79237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 17:39:05.509683 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50312) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:05.560984 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-72918ed5-ca37-4980-998c-43fbfc02aa97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a97494611a149309396ff1d29849c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501566 May 10 17:39:05.563328 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50316) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:05.618705 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.643687 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.752727 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.757174 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-5762d2ae-d2db-48ac-9898-a39217d259c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:05.769728 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eec98e-b8c0-4ae2-a557-8432633be9c9,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:05.773306 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:05.776494 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:05.777581 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-05dea99f-768d-4177-b0d5-1dd134d47e4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26eec98e-b8c0-4ae2-a557-8432633be9c9 HTTP/1.1" status: 204 len: 168 time: 0.2134016 May 10 17:39:06.438873 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50324) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.486459 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-ee459a4e-5c28-4170-bc46-0da8cce9671f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd2a6ccea6cb43148aff15cf674aba7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464368 May 10 17:39:06.488841 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.wsgi [-] (79236) accepted ('10.222.0.26', 50328) {{(pid=79236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 17:39:06.548188 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.572878 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.705959 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-324764'] for security_group, after_delete {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.710596 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-7b134fd2-a4ca-4ce4-bbde-44467321bf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 17:39:06.722316 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db74743-a43e-463e-bc2f-4b3aec3711aa,revision_number=None']} {{(pid=79236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 17:39:06.725244 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG oslo_concurrency.lockutils [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 17:39:06.727273 dv-cinder-786384-3-smb neutron-server[79236]: DEBUG neutron_lib.callbacks.manager [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:06.728642 dv-cinder-786384-3-smb neutron-server[79236]: INFO neutron.wsgi [None req-e80a305a-e832-44ae-86b8-d5a52d880f6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2db74743-a43e-463e-bc2f-4b3aec3711aa HTTP/1.1" status: 204 len: 168 time: 0.2386718 May 10 17:39:11.191676 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:23.089711 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-44d45be7-ad1c-43d8-b14b-18a17119655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.363017 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:25.706959 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-67bf2755-202d-4c39-a6ef-dcd8644e1645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:26.420844 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:28.230750 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:31.997588 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:48.190519 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:39:53.019710 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-2d888db8-eb34-4013-bab2-b7d06735aca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.367870 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:55.646716 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-bb8900c5-e9a2-4572-96a9-e604c2e1c345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:56.418483 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:39:58.230337 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:01.985055 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:23.012274 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-40384e13-c9e0-4caf-9c98-b316ba1c6f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:25.189849 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:40:25.377779 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:25.669563 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-746777e6-9277-420e-9a13-0df005dde047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:26.441003 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:28.251989 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:32.011934 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:53.005161 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-5201bded-b915-4978-99bf-cf1a371bdb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.393857 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:55.679637 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-20350373-05fc-49b7-b429-de6eb525e506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:56.502210 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:40:58.233265 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.038712 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:02.188509 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:41:23.038154 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-659dc29d-287a-4390-b25a-1c9c3dd6182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:25.363776 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:25.683875 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-fb903303-d5a6-43d7-9d7a-427690747b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:26.454977 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:28.278112 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:32.003648 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:39.187512 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:41:53.025248 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-b6dd6aef-16ab-4ed7-8a60-cc7850881058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.385615 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:55.676524 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-59799dac-09bd-4104-a490-93445e8b6655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:56.441554 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:41:58.270920 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:01.979476 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:16.186357 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:23.023591 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3988-7209-4e6d-8e21-371cfe488bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:25.384196 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:25.641317 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-cbb22684-0d56-4409-bfba-2c00530f6612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:26.452713 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:28.268868 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:32.012464 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:52.994270 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d888047a-6685-4ab5-820a-7d5714f1b8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:53.185056 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:42:55.382594 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:55.662546 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-f465445b-d80c-4b31-9dfc-20564940c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:56.445602 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:42:58.234170 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:02.016471 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:23.004350 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-d54d6eb0-9880-485f-a304-8dc60518e3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.369896 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:25.661676 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-1ca7010d-4a03-4bf4-9937-82540f4b7f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:26.450253 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:28.244312 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-86893863-703a-4df8-a8ed-92c0c3f1a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:30.185002 dv-cinder-786384-3-smb neutron-server[79238]: DEBUG neutron.db.agents_db [None req-0c4e82fd-3c82-424e-a251-e9653972535a None None] Agent healthcheck: found 6 active agents {{(pid=79238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 17:43:32.027184 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-27b64cc1-8fea-4247-a763-4e2d3f6a1754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:53.009355 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-e0a79c69-a3a2-48d4-90f1-983da5923a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:55.357550 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-7b2b47e5-7a52-43cf-8289-77dffce4279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:55.655153 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a2ab-3161-42c3-8fa3-ca5a6d983306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 17:43:56.443458 dv-cinder-786384-3-smb neutron-server[79237]: DEBUG neutron_lib.callbacks.manager [None req-8351b07d-2a3c-4c5f-8a75-37f8775b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764545515686', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3533942'] for agent, after_update {{(pid=79237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}